diff --git "a/ablations/combined_remaqe/trained_arm32_L4_combined_remaqe/training.log" "b/ablations/combined_remaqe/trained_arm32_L4_combined_remaqe/training.log" new file mode 100644--- /dev/null +++ "b/ablations/combined_remaqe/trained_arm32_L4_combined_remaqe/training.log" @@ -0,0 +1,12187 @@ +{'_name': None, 'common': {'_name': None, 'no_progress_bar': False, 'log_interval': 100, 'log_format': 'json', 'log_file': 'trained_combined_L4/training.log', 'aim_repo': None, 'aim_run_hash': None, 'tensorboard_logdir': None, 'wandb_project': None, 'azureml_logging': False, 'seed': 1, 'cpu': False, 'tpu': False, 'bf16': False, 'memory_efficient_bf16': False, 'fp16': False, 'memory_efficient_fp16': False, 'fp16_no_flatten_grads': False, 'fp16_init_scale': 128, 'fp16_scale_window': None, 'fp16_scale_tolerance': 0.0, 'on_cpu_convert_precision': False, 'min_loss_scale': 0.0001, 'threshold_loss_scale': None, 'amp': False, 'amp_batch_retries': 2, 'amp_init_scale': 128, 'amp_scale_window': None, 'user_dir': None, 'empty_cache_freq': 0, 'all_gather_list_size': 16384, 'model_parallel_size': 1, 'quantization_config_path': None, 'profile': False, 'reset_logging': False, 'suppress_crashes': False, 'use_plasma_view': False, 'plasma_path': '/tmp/plasma'}, 'common_eval': {'_name': None, 'path': None, 'post_process': None, 'quiet': False, 'model_overrides': '{}', 'results_path': None}, 'distributed_training': {'_name': None, 'distributed_world_size': 1, 'distributed_num_procs': 1, 'distributed_rank': 0, 'distributed_backend': 'nccl', 'distributed_init_method': None, 'distributed_port': -1, 'device_id': 0, 'distributed_no_spawn': False, 'ddp_backend': 'pytorch_ddp', 'ddp_comm_hook': 'none', 'bucket_cap_mb': 25, 'fix_batches_to_gpus': False, 'find_unused_parameters': False, 'gradient_as_bucket_view': False, 'fast_stat_sync': False, 'heartbeat_timeout': -1, 'broadcast_buffers': False, 'slowmo_momentum': None, 'slowmo_base_algorithm': 'localsgd', 'localsgd_frequency': 3, 'nprocs_per_node': 1, 'pipeline_model_parallel': False, 'pipeline_balance': None, 'pipeline_devices': None, 'pipeline_chunks': 0, 'pipeline_encoder_balance': None, 'pipeline_encoder_devices': None, 'pipeline_decoder_balance': None, 'pipeline_decoder_devices': None, 'pipeline_checkpoint': 'never', 'zero_sharding': 'none', 'fp16': False, 'memory_efficient_fp16': False, 'tpu': False, 'no_reshard_after_forward': False, 'fp32_reduce_scatter': False, 'cpu_offload': False, 'use_sharded_state': False, 'not_fsdp_flatten_parameters': False}, 'dataset': {'_name': None, 'num_workers': 1, 'skip_invalid_size_inputs_valid_test': False, 'max_tokens': 20000, 'batch_size': None, 'required_batch_size_multiple': 8, 'required_seq_len_multiple': 1, 'dataset_impl': None, 'data_buffer_size': 10, 'train_subset': 'train', 'valid_subset': 'valid', 'combine_valid_subsets': None, 'ignore_unused_valid_subsets': False, 'validate_interval': 1, 'validate_interval_updates': 0, 'validate_after_updates': 0, 'fixed_validation_seed': None, 'disable_validation': False, 'max_tokens_valid': 20000, 'batch_size_valid': None, 'max_valid_steps': None, 'curriculum': 0, 'gen_subset': 'test', 'num_shards': 1, 'shard_id': 0, 'grouped_shuffling': False, 'update_epoch_batch_itr': False, 'update_ordered_indices_seed': False}, 'optimization': {'_name': None, 'max_epoch': 0, 'max_update': 100000, 'stop_time_hours': 0.0, 'clip_norm': 0.0, 'sentence_avg': False, 'update_freq': [1], 'lr': [0.0005], 'stop_min_lr': -1.0, 'use_bmuf': False, 'skip_remainder_batch': False, 'debug_param_names': False}, 'checkpoint': {'_name': None, 'save_dir': 'trained_combined_L4', 'restore_file': 'checkpoint_last.pt', 'continue_once': None, 'finetune_from_model': None, 'reset_dataloader': False, 'reset_lr_scheduler': False, 'reset_meters': False, 'reset_optimizer': False, 'optimizer_overrides': '{}', 'save_interval': 1, 'save_interval_updates': 0, 'keep_interval_updates': -1, 'keep_interval_updates_pattern': -1, 'keep_last_epochs': -1, 'keep_best_checkpoints': 3, 'no_save': False, 'no_epoch_checkpoints': True, 'no_last_checkpoints': False, 'no_save_optimizer_state': False, 'best_checkpoint_metric': 'loss', 'maximize_best_checkpoint_metric': False, 'patience': 10, 'checkpoint_suffix': '', 'checkpoint_shard_count': 1, 'load_checkpoint_on_all_dp_ranks': False, 'write_checkpoints_asynchronously': False, 'model_parallel_size': 1}, 'bmuf': {'_name': None, 'block_lr': 1.0, 'block_momentum': 0.875, 'global_sync_iter': 50, 'warmup_iterations': 500, 'use_nbm': False, 'average_sync': False, 'distributed_world_size': 1}, 'generation': {'_name': None, 'beam': 5, 'beam_mt': 0, 'nbest': 1, 'max_len_a': 0.0, 'max_len_b': 200, 'max_len_a_mt': 0.0, 'max_len_b_mt': 200, 'min_len': 1, 'match_source_len': False, 'unnormalized': False, 'no_early_stop': False, 'no_beamable_mm': False, 'lenpen': 1.0, 'lenpen_mt': 1.0, 'unkpen': 0.0, 'replace_unk': None, 'sacrebleu': False, 'score_reference': False, 'prefix_size': 0, 'no_repeat_ngram_size': 0, 'sampling': False, 'sampling_topk': -1, 'sampling_topp': -1.0, 'constraints': None, 'temperature': 1.0, 'diverse_beam_groups': -1, 'diverse_beam_strength': 0.5, 'diversity_rate': -1.0, 'print_alignment': None, 'print_step': False, 'lm_path': None, 'lm_weight': 0.0, 'iter_decode_eos_penalty': 0.0, 'iter_decode_max_iter': 10, 'iter_decode_force_max_iter': False, 'iter_decode_with_beam': 1, 'iter_decode_with_external_reranker': False, 'retain_iter_history': False, 'retain_dropout': False, 'retain_dropout_modules': None, 'decoding_format': None, 'no_seed_provided': False, 'eos_token': None}, 'eval_lm': {'_name': None, 'output_word_probs': False, 'output_word_stats': False, 'context_window': 0, 'softmax_batch': 9223372036854775807}, 'interactive': {'_name': None, 'buffer_size': 0, 'input': '-'}, 'model': Namespace(no_progress_bar=False, log_interval=100, log_format='json', log_file='trained_combined_L4/training.log', aim_repo=None, aim_run_hash=None, tensorboard_logdir=None, wandb_project=None, azureml_logging=False, seed=1, cpu=False, tpu=False, bf16=False, memory_efficient_bf16=False, fp16=False, memory_efficient_fp16=False, fp16_no_flatten_grads=False, fp16_init_scale=128, fp16_scale_window=None, fp16_scale_tolerance=0.0, on_cpu_convert_precision=False, min_loss_scale=0.0001, threshold_loss_scale=None, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, user_dir=None, empty_cache_freq=0, all_gather_list_size=16384, model_parallel_size=1, quantization_config_path=None, profile=False, reset_logging=False, suppress_crashes=False, use_plasma_view=False, plasma_path='/tmp/plasma', criterion='cross_entropy', tokenizer=None, bpe=None, optimizer='adam', lr_scheduler='inverse_sqrt', simul_type=None, scoring='bleu', task='translation', num_workers=1, skip_invalid_size_inputs_valid_test=False, max_tokens=20000, batch_size=None, required_batch_size_multiple=8, required_seq_len_multiple=1, dataset_impl=None, data_buffer_size=10, train_subset='train', valid_subset='valid', combine_valid_subsets=None, ignore_unused_valid_subsets=False, validate_interval=1, validate_interval_updates=0, validate_after_updates=0, fixed_validation_seed=None, disable_validation=False, max_tokens_valid=20000, batch_size_valid=None, max_valid_steps=None, curriculum=0, gen_subset='test', num_shards=1, shard_id=0, grouped_shuffling=False, update_epoch_batch_itr=False, update_ordered_indices_seed=False, distributed_world_size=1, distributed_num_procs=1, distributed_rank=0, distributed_backend='nccl', distributed_init_method=None, distributed_port=-1, device_id=0, distributed_no_spawn=False, ddp_backend='pytorch_ddp', ddp_comm_hook='none', bucket_cap_mb=25, fix_batches_to_gpus=False, find_unused_parameters=False, gradient_as_bucket_view=False, fast_stat_sync=False, heartbeat_timeout=-1, broadcast_buffers=False, slowmo_momentum=None, slowmo_base_algorithm='localsgd', localsgd_frequency=3, nprocs_per_node=1, pipeline_model_parallel=False, pipeline_balance=None, pipeline_devices=None, pipeline_chunks=0, pipeline_encoder_balance=None, pipeline_encoder_devices=None, pipeline_decoder_balance=None, pipeline_decoder_devices=None, pipeline_checkpoint='never', zero_sharding='none', no_reshard_after_forward=False, fp32_reduce_scatter=False, cpu_offload=False, use_sharded_state=False, not_fsdp_flatten_parameters=False, arch='transformer', max_epoch=0, max_update=100000, stop_time_hours=0, clip_norm=0.0, sentence_avg=False, update_freq=[1], lr=[0.0005], stop_min_lr=-1.0, use_bmuf=False, skip_remainder_batch=False, debug_param_names=False, save_dir='trained_combined_L4', restore_file='checkpoint_last.pt', continue_once=None, finetune_from_model=None, reset_dataloader=False, reset_lr_scheduler=False, reset_meters=False, reset_optimizer=False, optimizer_overrides='{}', save_interval=1, save_interval_updates=0, keep_interval_updates=-1, keep_interval_updates_pattern=-1, keep_last_epochs=-1, keep_best_checkpoints=3, no_save=False, no_epoch_checkpoints=True, no_last_checkpoints=False, no_save_optimizer_state=False, best_checkpoint_metric='loss', maximize_best_checkpoint_metric=False, patience=10, checkpoint_suffix='', checkpoint_shard_count=1, load_checkpoint_on_all_dp_ranks=False, write_checkpoints_asynchronously=False, store_ema=False, ema_decay=0.9999, ema_start_update=0, ema_seed_model=None, ema_update_freq=1, ema_fp32=False, data='/scratch/mdu2004/datasets/tokenized_combined', source_lang=None, target_lang=None, load_alignments=False, left_pad_source=True, left_pad_target=False, upsample_primary=-1, truncate_source=False, num_batch_buckets=0, eval_bleu=False, eval_bleu_args='{}', eval_bleu_detok='space', eval_bleu_detok_args='{}', eval_tokenized_bleu=False, eval_bleu_remove_bpe=None, eval_bleu_print_samples=False, adam_betas=(0.9, 0.999), adam_eps=1e-08, weight_decay=0.001, use_old_adam=False, fp16_adam_stats=False, warmup_updates=4000, warmup_init_lr=-1, pad=1, eos=2, unk=3, max_source_positions=1024, max_target_positions=1024, dropout=0.05, encoder_attention_heads=8, decoder_attention_heads=8, encoder_layers=4, decoder_layers=4, decoder_embed_dim=96, decoder_ffn_embed_dim=384, decoder_output_dim='96', encoder_embed_dim=384, encoder_ffn_embed_dim=1536, no_seed_provided=False, encoder_embed_path=None, encoder_normalize_before=False, encoder_learned_pos=False, decoder_embed_path=None, decoder_normalize_before=False, decoder_learned_pos=False, attention_dropout=0.0, activation_dropout=0.0, activation_fn='relu', adaptive_softmax_cutoff=None, adaptive_softmax_dropout=0, share_decoder_input_output_embed=False, share_all_embeddings=False, merge_src_tgt_embed=False, no_token_positional_embeddings=False, adaptive_input=False, no_cross_attention=False, cross_self_attention=False, decoder_input_dim=96, no_scale_embedding=False, layernorm_embedding=False, tie_adaptive_weights=False, checkpoint_activations=False, offload_activations=False, encoder_layers_to_keep=None, decoder_layers_to_keep=None, encoder_layerdrop=0, decoder_layerdrop=0, quant_noise_pq=0, quant_noise_pq_block_size=8, quant_noise_scalar=0, _name='transformer'), 'task': {'_name': 'translation', 'data': '/scratch/mdu2004/datasets/tokenized_combined', 'source_lang': None, 'target_lang': None, 'load_alignments': False, 'left_pad_source': True, 'left_pad_target': False, 'max_source_positions': 1024, 'max_target_positions': 1024, 'upsample_primary': -1, 'truncate_source': False, 'num_batch_buckets': 0, 'train_subset': 'train', 'dataset_impl': None, 'required_seq_len_multiple': 1, 'eval_bleu': False, 'eval_bleu_args': '{}', 'eval_bleu_detok': 'space', 'eval_bleu_detok_args': '{}', 'eval_tokenized_bleu': False, 'eval_bleu_remove_bpe': None, 'eval_bleu_print_samples': False}, 'criterion': {'_name': 'cross_entropy', 'sentence_avg': False}, 'optimizer': {'_name': 'adam', 'adam_betas': [0.9, 0.999], 'adam_eps': 1e-08, 'weight_decay': 0.001, 'use_old_adam': False, 'fp16_adam_stats': False, 'tpu': False, 'lr': [0.0005]}, 'lr_scheduler': {'_name': 'inverse_sqrt', 'warmup_updates': 4000, 'warmup_init_lr': -1.0, 'lr': [0.0005]}, 'scoring': {'_name': 'bleu', 'pad': 1, 'eos': 2, 'unk': 3}, 'bpe': None, 'tokenizer': None, 'ema': {'_name': None, 'store_ema': False, 'ema_decay': 0.9999, 'ema_start_update': 0, 'ema_seed_model': None, 'ema_update_freq': 1, 'ema_fp32': False}, 'simul_type': None} +TransformerModel( + (encoder): TransformerEncoderBase( + (dropout_module): FairseqDropout() + (embed_tokens): Embedding(224, 384, padding_idx=1) + (embed_positions): SinusoidalPositionalEmbedding() + (layers): ModuleList( + (0-3): 4 x TransformerEncoderLayerBase( + (self_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=384, out_features=384, bias=True) + (v_proj): Linear(in_features=384, out_features=384, bias=True) + (q_proj): Linear(in_features=384, out_features=384, bias=True) + (out_proj): Linear(in_features=384, out_features=384, bias=True) + ) + (self_attn_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) + (dropout_module): FairseqDropout() + (activation_dropout_module): FairseqDropout() + (fc1): Linear(in_features=384, out_features=1536, bias=True) + (fc2): Linear(in_features=1536, out_features=384, bias=True) + (final_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) + ) + ) + ) + (decoder): TransformerDecoderBase( + (dropout_module): FairseqDropout() + (embed_tokens): Embedding(40, 96, padding_idx=1) + (embed_positions): SinusoidalPositionalEmbedding() + (layers): ModuleList( + (0-3): 4 x TransformerDecoderLayerBase( + (dropout_module): FairseqDropout() + (self_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=96, out_features=96, bias=True) + (v_proj): Linear(in_features=96, out_features=96, bias=True) + (q_proj): Linear(in_features=96, out_features=96, bias=True) + (out_proj): Linear(in_features=96, out_features=96, bias=True) + ) + (activation_dropout_module): FairseqDropout() + (self_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + (encoder_attn): MultiheadAttention( + (dropout_module): FairseqDropout() + (k_proj): Linear(in_features=384, out_features=96, bias=True) + (v_proj): Linear(in_features=384, out_features=96, bias=True) + (q_proj): Linear(in_features=96, out_features=96, bias=True) + (out_proj): Linear(in_features=96, out_features=96, bias=True) + ) + (encoder_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + (fc1): Linear(in_features=96, out_features=384, bias=True) + (fc2): Linear(in_features=384, out_features=96, bias=True) + (final_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) + ) + ) + (output_projection): Linear(in_features=96, out_features=40, bias=False) + ) +) +task: TranslationTask +model: TransformerModel +criterion: CrossEntropyCriterion +num. shared model params: 8,009,856 (num. trained: 8,009,856) +num. expert model params: 0 (num. trained: 0) +training on 1 devices (GPUs/TPUs) +max tokens per device = 20000 and max sentences per device = None +begin dry-run validation on "valid" subset +Start iterating over samples +{"epoch": 1, "update": 0.024, "loss": "4.59", "ppl": "24.08", "wps": "12878.5", "ups": "6.15", "wpb": "2080.3", "bsz": "100.8", "num_updates": "100", "lr": "1.25e-05", "gnorm": "9.678", "train_wall": "19", "gb_free": "42.7", "wall": "22"} +{"epoch": 1, "update": 0.048, "loss": "3.718", "ppl": "13.16", "wps": "13950.5", "ups": "6.32", "wpb": "2206.3", "bsz": "103.3", "num_updates": "200", "lr": "2.5e-05", "gnorm": "3.533", "train_wall": "16", "gb_free": "42.6", "wall": "38"} +{"epoch": 1, "update": 0.072, "loss": "3.081", "ppl": "8.46", "wps": "12890.5", "ups": "6.23", "wpb": "2067.6", "bsz": "103.6", "num_updates": "300", "lr": "3.75e-05", "gnorm": "7.929", "train_wall": "16", "gb_free": "42.6", "wall": "54"} +{"epoch": 1, "update": 0.096, "loss": "2.654", "ppl": "6.3", "wps": "14743.8", "ups": "6.26", "wpb": "2354.8", "bsz": "116.1", "num_updates": "400", "lr": "5e-05", "gnorm": "5.432", "train_wall": "16", "gb_free": "42.4", "wall": "70"} +{"epoch": 1, "update": 0.12, "loss": "2.46", "ppl": "5.5", "wps": "12698.4", "ups": "6.11", "wpb": "2078.8", "bsz": "99", "num_updates": "500", "lr": "6.25e-05", "gnorm": "4.771", "train_wall": "16", "gb_free": "42.5", "wall": "86"} +{"epoch": 1, "update": 0.144, "loss": "2.296", "ppl": "4.91", "wps": "12639", "ups": "6.18", "wpb": "2046.7", "bsz": "100.6", "num_updates": "600", "lr": "7.5e-05", "gnorm": "4.4", "train_wall": "16", "gb_free": "42.6", "wall": "102"} +{"epoch": 1, "update": 0.168, "loss": "2.144", "ppl": "4.42", "wps": "12947.5", "ups": "6.1", "wpb": "2122.1", "bsz": "100.9", "num_updates": "700", "lr": "8.75e-05", "gnorm": "3.431", "train_wall": "16", "gb_free": "42.5", "wall": "119"} +{"epoch": 1, "update": 0.192, "loss": "2.014", "ppl": "4.04", "wps": "14543.5", "ups": "6.16", "wpb": "2359.4", "bsz": "119.1", "num_updates": "800", "lr": "0.0001", "gnorm": "3.716", "train_wall": "16", "gb_free": "42.4", "wall": "135"} +{"epoch": 1, "update": 0.216, "loss": "1.94", "ppl": "3.84", "wps": "14152", "ups": "6.14", "wpb": "2306.5", "bsz": "108.3", "num_updates": "900", "lr": "0.0001125", "gnorm": "3.173", "train_wall": "16", "gb_free": "42.5", "wall": "151"} +{"epoch": 1, "update": 0.24, "loss": "1.894", "ppl": "3.72", "wps": "13068.5", "ups": "6.1", "wpb": "2144.1", "bsz": "101.7", "num_updates": "1000", "lr": "0.000125", "gnorm": "3.445", "train_wall": "16", "gb_free": "42.6", "wall": "168"} +{"epoch": 1, "update": 0.264, "loss": "1.83", "ppl": "3.56", "wps": "11917.9", "ups": "6.1", "wpb": "1952.8", "bsz": "95.1", "num_updates": "1100", "lr": "0.0001375", "gnorm": "3.26", "train_wall": "16", "gb_free": "42.5", "wall": "184"} +{"epoch": 1, "update": 0.288, "loss": "1.75", "ppl": "3.36", "wps": "12348.7", "ups": "6.02", "wpb": "2051.6", "bsz": "94.5", "num_updates": "1200", "lr": "0.00015", "gnorm": "2.934", "train_wall": "16", "gb_free": "42.6", "wall": "201"} +{"epoch": 1, "update": 0.312, "loss": "1.664", "ppl": "3.17", "wps": "12651.2", "ups": "6.14", "wpb": "2059.6", "bsz": "101.4", "num_updates": "1300", "lr": "0.0001625", "gnorm": "2.832", "train_wall": "16", "gb_free": "42.8", "wall": "217"} +{"epoch": 1, "update": 0.336, "loss": "1.612", "ppl": "3.06", "wps": "12570", "ups": "6.11", "wpb": "2057.2", "bsz": "99.3", "num_updates": "1400", "lr": "0.000175", "gnorm": "2.859", "train_wall": "16", "gb_free": "42.6", "wall": "233"} +{"epoch": 1, "update": 0.36, "loss": "1.545", "ppl": "2.92", "wps": "14133.1", "ups": "6.09", "wpb": "2321.2", "bsz": "108.5", "num_updates": "1500", "lr": "0.0001875", "gnorm": "2.743", "train_wall": "16", "gb_free": "41.5", "wall": "250"} +{"epoch": 1, "update": 0.384, "loss": "1.535", "ppl": "2.9", "wps": "12667.3", "ups": "6.06", "wpb": "2088.6", "bsz": "105.8", "num_updates": "1600", "lr": "0.0002", "gnorm": "2.773", "train_wall": "16", "gb_free": "42.4", "wall": "266"} +{"epoch": 1, "update": 0.408, "loss": "1.477", "ppl": "2.78", "wps": "12663", "ups": "6.08", "wpb": "2084.3", "bsz": "99.3", "num_updates": "1700", "lr": "0.0002125", "gnorm": "2.606", "train_wall": "16", "gb_free": "42.8", "wall": "283"} +{"epoch": 1, "update": 0.432, "loss": "1.419", "ppl": "2.67", "wps": "12454.6", "ups": "6.09", "wpb": "2045.2", "bsz": "98", "num_updates": "1800", "lr": "0.000225", "gnorm": "2.567", "train_wall": "16", "gb_free": "42.5", "wall": "299"} +{"epoch": 1, "update": 0.456, "loss": "1.403", "ppl": "2.65", "wps": "12885.1", "ups": "6.07", "wpb": "2123.6", "bsz": "100.7", "num_updates": "1900", "lr": "0.0002375", "gnorm": "2.644", "train_wall": "16", "gb_free": "42.6", "wall": "316"} +{"epoch": 1, "update": 0.48, "loss": "1.399", "ppl": "2.64", "wps": "12173.1", "ups": "5.97", "wpb": "2040", "bsz": "99.2", "num_updates": "2000", "lr": "0.00025", "gnorm": "2.435", "train_wall": "17", "gb_free": "42.6", "wall": "332"} +{"epoch": 1, "update": 0.504, "loss": "1.299", "ppl": "2.46", "wps": "14131.6", "ups": "6.07", "wpb": "2329.8", "bsz": "110.6", "num_updates": "2100", "lr": "0.0002625", "gnorm": "2.167", "train_wall": "16", "gb_free": "42.4", "wall": "349"} +{"epoch": 1, "update": 0.528, "loss": "1.232", "ppl": "2.35", "wps": "13056.4", "ups": "6.06", "wpb": "2156.1", "bsz": "109.6", "num_updates": "2200", "lr": "0.000275", "gnorm": "2.175", "train_wall": "16", "gb_free": "42.5", "wall": "365"} +{"epoch": 1, "update": 0.552, "loss": "1.263", "ppl": "2.4", "wps": "13534", "ups": "6.03", "wpb": "2242.9", "bsz": "105.7", "num_updates": "2300", "lr": "0.0002875", "gnorm": "2.239", "train_wall": "16", "gb_free": "42.7", "wall": "382"} +{"epoch": 1, "update": 0.576, "loss": "1.236", "ppl": "2.35", "wps": "13195.8", "ups": "6.04", "wpb": "2183.1", "bsz": "108.8", "num_updates": "2400", "lr": "0.0003", "gnorm": "2.322", "train_wall": "16", "gb_free": "42.5", "wall": "398"} +{"epoch": 1, "update": 0.6, "loss": "1.201", "ppl": "2.3", "wps": "12900.3", "ups": "6.06", "wpb": "2130.5", "bsz": "103.3", "num_updates": "2500", "lr": "0.0003125", "gnorm": "2.173", "train_wall": "16", "gb_free": "42.4", "wall": "415"} +{"epoch": 1, "update": 0.624, "loss": "1.176", "ppl": "2.26", "wps": "13772.6", "ups": "6.1", "wpb": "2258.8", "bsz": "110.3", "num_updates": "2600", "lr": "0.000325", "gnorm": "2.228", "train_wall": "16", "gb_free": "41.4", "wall": "431"} +{"epoch": 1, "update": 0.648, "loss": "1.113", "ppl": "2.16", "wps": "13523.5", "ups": "6.01", "wpb": "2250.4", "bsz": "112", "num_updates": "2700", "lr": "0.0003375", "gnorm": "2.021", "train_wall": "16", "gb_free": "42.4", "wall": "448"} +{"epoch": 1, "update": 0.672, "loss": "1.159", "ppl": "2.23", "wps": "11675.6", "ups": "5.96", "wpb": "1958.7", "bsz": "94.3", "num_updates": "2800", "lr": "0.00035", "gnorm": "2.087", "train_wall": "17", "gb_free": "42.5", "wall": "465"} +{"epoch": 1, "update": 0.696, "loss": "1.232", "ppl": "2.35", "wps": "12561.1", "ups": "5.98", "wpb": "2100.9", "bsz": "94.6", "num_updates": "2900", "lr": "0.0003625", "gnorm": "2.243", "train_wall": "17", "gb_free": "42.4", "wall": "481"} +{"epoch": 1, "update": 0.72, "loss": "1.122", "ppl": "2.18", "wps": "14172.8", "ups": "6.17", "wpb": "2296.7", "bsz": "110.8", "num_updates": "3000", "lr": "0.000375", "gnorm": "1.988", "train_wall": "16", "gb_free": "42.7", "wall": "498"} +{"epoch": 1, "update": 0.744, "loss": "1.088", "ppl": "2.13", "wps": "12032.5", "ups": "5.97", "wpb": "2016.3", "bsz": "96.1", "num_updates": "3100", "lr": "0.0003875", "gnorm": "1.794", "train_wall": "17", "gb_free": "42.5", "wall": "514"} +{"epoch": 1, "update": 0.768, "loss": "1.074", "ppl": "2.1", "wps": "12918.6", "ups": "6.05", "wpb": "2136.2", "bsz": "101.1", "num_updates": "3200", "lr": "0.0004", "gnorm": "1.945", "train_wall": "16", "gb_free": "42.5", "wall": "531"} +{"epoch": 1, "update": 0.792, "loss": "1.017", "ppl": "2.02", "wps": "13076.3", "ups": "6.12", "wpb": "2136.4", "bsz": "99.9", "num_updates": "3300", "lr": "0.0004125", "gnorm": "1.732", "train_wall": "16", "gb_free": "42.6", "wall": "547"} +{"epoch": 1, "update": 0.816, "loss": "1.003", "ppl": "2", "wps": "12600.2", "ups": "6.07", "wpb": "2074.3", "bsz": "97.4", "num_updates": "3400", "lr": "0.000425", "gnorm": "1.858", "train_wall": "16", "gb_free": "41.6", "wall": "564"} +{"epoch": 1, "update": 0.84, "loss": "0.953", "ppl": "1.94", "wps": "15353.2", "ups": "6.21", "wpb": "2472.5", "bsz": "120.5", "num_updates": "3500", "lr": "0.0004375", "gnorm": "1.665", "train_wall": "16", "gb_free": "42.8", "wall": "580"} +{"epoch": 1, "update": 0.864, "loss": "0.962", "ppl": "1.95", "wps": "13264.9", "ups": "6.08", "wpb": "2182.6", "bsz": "105.4", "num_updates": "3600", "lr": "0.00045", "gnorm": "1.853", "train_wall": "16", "gb_free": "42.5", "wall": "596"} +{"epoch": 1, "update": 0.888, "loss": "0.916", "ppl": "1.89", "wps": "12095.3", "ups": "6.04", "wpb": "2003.5", "bsz": "97.9", "num_updates": "3700", "lr": "0.0004625", "gnorm": "1.71", "train_wall": "16", "gb_free": "42.5", "wall": "613"} +{"epoch": 1, "update": 0.912, "loss": "0.892", "ppl": "1.86", "wps": "13372.8", "ups": "6.11", "wpb": "2190.1", "bsz": "105.8", "num_updates": "3800", "lr": "0.000475", "gnorm": "1.657", "train_wall": "16", "gb_free": "42.5", "wall": "629"} +{"epoch": 1, "update": 0.936, "loss": "0.894", "ppl": "1.86", "wps": "12945.4", "ups": "6.08", "wpb": "2128.1", "bsz": "104.8", "num_updates": "3900", "lr": "0.0004875", "gnorm": "1.653", "train_wall": "16", "gb_free": "42.7", "wall": "646"} +{"epoch": 1, "update": 0.96, "loss": "0.867", "ppl": "1.82", "wps": "12035", "ups": "6.04", "wpb": "1992.7", "bsz": "94.4", "num_updates": "4000", "lr": "0.0005", "gnorm": "1.663", "train_wall": "16", "gb_free": "42.8", "wall": "662"} +{"epoch": 1, "update": 0.984, "loss": "0.872", "ppl": "1.83", "wps": "11698.5", "ups": "5.95", "wpb": "1965.2", "bsz": "95.4", "num_updates": "4100", "lr": "0.000493865", "gnorm": "1.678", "train_wall": "17", "gb_free": "42.7", "wall": "679"} +begin validation on "valid" subset +{"epoch": 1, "valid_loss": "0.907", "valid_ppl": "1.87", "valid_wps": "40299.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "4168"} +end of epoch 1 (average epoch stats below) +{"epoch": 1, "train_loss": "1.575", "train_ppl": "2.98", "train_wps": "12881.7", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "4168", "train_lr": "0.00048982", "train_gnorm": "2.856", "train_train_wall": "680", "train_gb_free": "42.7", "train_wall": "697"} +Start iterating over samples +{"epoch": 2, "update": 1.008, "loss": "0.817", "ppl": "1.76", "wps": "8630.4", "ups": "4.31", "wpb": "2003.1", "bsz": "100", "num_updates": "4200", "lr": "0.00048795", "gnorm": "1.529", "train_wall": "16", "gb_free": "42.5", "wall": "702"} +{"epoch": 2, "update": 1.008, "loss": "0.817", "ppl": "1.76", "wps": "8630.4", "ups": "4.31", "wpb": "2003.1", "bsz": "100", "num_updates": "4200", "lr": "0.00048795", "gnorm": "1.529", "train_wall": "16", "gb_free": "42.5", "wall": "702"} +{"epoch": 2, "update": 1.032, "loss": "0.759", "ppl": "1.69", "wps": "12229.1", "ups": "6.11", "wpb": "2002.1", "bsz": "101.5", "num_updates": "4300", "lr": "0.000482243", "gnorm": "1.443", "train_wall": "16", "gb_free": "42.5", "wall": "719"} +{"epoch": 2, "update": 1.032, "loss": "0.759", "ppl": "1.69", "wps": "12229.1", "ups": "6.11", "wpb": "2002.1", "bsz": "101.5", "num_updates": "4300", "lr": "0.000482243", "gnorm": "1.443", "train_wall": "16", "gb_free": "42.5", "wall": "719"} +{"epoch": 2, "update": 1.056, "loss": "0.8", "ppl": "1.74", "wps": "12852.3", "ups": "6.07", "wpb": "2116.2", "bsz": "98.6", "num_updates": "4400", "lr": "0.000476731", "gnorm": "1.472", "train_wall": "16", "gb_free": "42.5", "wall": "735"} +{"epoch": 2, "update": 1.056, "loss": "0.8", "ppl": "1.74", "wps": "12852.3", "ups": "6.07", "wpb": "2116.2", "bsz": "98.6", "num_updates": "4400", "lr": "0.000476731", "gnorm": "1.472", "train_wall": "16", "gb_free": "42.5", "wall": "735"} +{"epoch": 2, "update": 1.08, "loss": "0.727", "ppl": "1.66", "wps": "12695", "ups": "6", "wpb": "2114.9", "bsz": "105", "num_updates": "4500", "lr": "0.000471405", "gnorm": "1.339", "train_wall": "16", "gb_free": "42.6", "wall": "752"} +{"epoch": 2, "update": 1.08, "loss": "0.727", "ppl": "1.66", "wps": "12695", "ups": "6", "wpb": "2114.9", "bsz": "105", "num_updates": "4500", "lr": "0.000471405", "gnorm": "1.339", "train_wall": "16", "gb_free": "42.6", "wall": "752"} +{"epoch": 2, "update": 1.104, "loss": "0.764", "ppl": "1.7", "wps": "14877.7", "ups": "6.16", "wpb": "2414.8", "bsz": "116.9", "num_updates": "4600", "lr": "0.000466252", "gnorm": "1.456", "train_wall": "16", "gb_free": "42.4", "wall": "768"} +{"epoch": 2, "update": 1.104, "loss": "0.764", "ppl": "1.7", "wps": "14877.7", "ups": "6.16", "wpb": "2414.8", "bsz": "116.9", "num_updates": "4600", "lr": "0.000466252", "gnorm": "1.456", "train_wall": "16", "gb_free": "42.4", "wall": "768"} +{"epoch": 2, "update": 1.128, "loss": "0.687", "ppl": "1.61", "wps": "13816.4", "ups": "6.18", "wpb": "2235.5", "bsz": "110.2", "num_updates": "4700", "lr": "0.000461266", "gnorm": "1.298", "train_wall": "16", "gb_free": "42", "wall": "784"} +{"epoch": 2, "update": 1.128, "loss": "0.687", "ppl": "1.61", "wps": "13816.4", "ups": "6.18", "wpb": "2235.5", "bsz": "110.2", "num_updates": "4700", "lr": "0.000461266", "gnorm": "1.298", "train_wall": "16", "gb_free": "42", "wall": "784"} +{"epoch": 2, "update": 1.152, "loss": "0.724", "ppl": "1.65", "wps": "12833", "ups": "6.11", "wpb": "2099.5", "bsz": "101.4", "num_updates": "4800", "lr": "0.000456435", "gnorm": "1.399", "train_wall": "16", "gb_free": "42.6", "wall": "801"} +{"epoch": 2, "update": 1.152, "loss": "0.724", "ppl": "1.65", "wps": "12833", "ups": "6.11", "wpb": "2099.5", "bsz": "101.4", "num_updates": "4800", "lr": "0.000456435", "gnorm": "1.399", "train_wall": "16", "gb_free": "42.6", "wall": "801"} +{"epoch": 2, "update": 1.176, "loss": "0.72", "ppl": "1.65", "wps": "13396.3", "ups": "6.06", "wpb": "2210.9", "bsz": "106.4", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.469", "train_wall": "16", "gb_free": "42.5", "wall": "817"} +{"epoch": 2, "update": 1.176, "loss": "0.72", "ppl": "1.65", "wps": "13396.3", "ups": "6.06", "wpb": "2210.9", "bsz": "106.4", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.469", "train_wall": "16", "gb_free": "42.5", "wall": "817"} +{"epoch": 2, "update": 1.2, "loss": "0.697", "ppl": "1.62", "wps": "11783.9", "ups": "6.04", "wpb": "1950.5", "bsz": "93.8", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.409", "train_wall": "16", "gb_free": "42.5", "wall": "834"} +{"epoch": 2, "update": 1.2, "loss": "0.697", "ppl": "1.62", "wps": "11783.9", "ups": "6.04", "wpb": "1950.5", "bsz": "93.8", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.409", "train_wall": "16", "gb_free": "42.5", "wall": "834"} +{"epoch": 2, "update": 1.224, "loss": "0.629", "ppl": "1.55", "wps": "12697", "ups": "6.15", "wpb": "2066", "bsz": "101.4", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.169", "train_wall": "16", "gb_free": "42.7", "wall": "850"} +{"epoch": 2, "update": 1.224, "loss": "0.629", "ppl": "1.55", "wps": "12697", "ups": "6.15", "wpb": "2066", "bsz": "101.4", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.169", "train_wall": "16", "gb_free": "42.7", "wall": "850"} +{"epoch": 2, "update": 1.248, "loss": "0.634", "ppl": "1.55", "wps": "12259.3", "ups": "6.05", "wpb": "2025.8", "bsz": "93.3", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.231", "train_wall": "16", "gb_free": "42.5", "wall": "866"} +{"epoch": 2, "update": 1.248, "loss": "0.634", "ppl": "1.55", "wps": "12259.3", "ups": "6.05", "wpb": "2025.8", "bsz": "93.3", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.231", "train_wall": "16", "gb_free": "42.5", "wall": "866"} +{"epoch": 2, "update": 1.272, "loss": "0.668", "ppl": "1.59", "wps": "12407.2", "ups": "6.02", "wpb": "2059.5", "bsz": "96.7", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.362", "train_wall": "16", "gb_free": "42.5", "wall": "883"} +{"epoch": 2, "update": 1.272, "loss": "0.668", "ppl": "1.59", "wps": "12407.2", "ups": "6.02", "wpb": "2059.5", "bsz": "96.7", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.362", "train_wall": "16", "gb_free": "42.5", "wall": "883"} +{"epoch": 2, "update": 1.296, "loss": "0.649", "ppl": "1.57", "wps": "13226.5", "ups": "6.11", "wpb": "2165.3", "bsz": "102.6", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.354", "train_wall": "16", "gb_free": "42.6", "wall": "899"} +{"epoch": 2, "update": 1.296, "loss": "0.649", "ppl": "1.57", "wps": "13226.5", "ups": "6.11", "wpb": "2165.3", "bsz": "102.6", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.354", "train_wall": "16", "gb_free": "42.6", "wall": "899"} +{"epoch": 2, "update": 1.32, "loss": "0.656", "ppl": "1.58", "wps": "13308", "ups": "6.13", "wpb": "2171.4", "bsz": "106.5", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.409", "train_wall": "16", "gb_free": "41.6", "wall": "916"} +{"epoch": 2, "update": 1.32, "loss": "0.656", "ppl": "1.58", "wps": "13308", "ups": "6.13", "wpb": "2171.4", "bsz": "106.5", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.409", "train_wall": "16", "gb_free": "41.6", "wall": "916"} +{"epoch": 2, "update": 1.344, "loss": "0.594", "ppl": "1.51", "wps": "13498.4", "ups": "6.14", "wpb": "2197.1", "bsz": "108.6", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.138", "train_wall": "16", "gb_free": "42.8", "wall": "932"} +{"epoch": 2, "update": 1.344, "loss": "0.594", "ppl": "1.51", "wps": "13498.4", "ups": "6.14", "wpb": "2197.1", "bsz": "108.6", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.138", "train_wall": "16", "gb_free": "42.8", "wall": "932"} +{"epoch": 2, "update": 1.368, "loss": "0.574", "ppl": "1.49", "wps": "11317", "ups": "6.1", "wpb": "1855.9", "bsz": "87.8", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.283", "train_wall": "16", "gb_free": "42.6", "wall": "948"} +{"epoch": 2, "update": 1.368, "loss": "0.574", "ppl": "1.49", "wps": "11317", "ups": "6.1", "wpb": "1855.9", "bsz": "87.8", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.283", "train_wall": "16", "gb_free": "42.6", "wall": "948"} +{"epoch": 2, "update": 1.392, "loss": "0.609", "ppl": "1.52", "wps": "12819.8", "ups": "6.02", "wpb": "2131.1", "bsz": "102.1", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.217", "train_wall": "16", "gb_free": "42.5", "wall": "965"} +{"epoch": 2, "update": 1.392, "loss": "0.609", "ppl": "1.52", "wps": "12819.8", "ups": "6.02", "wpb": "2131.1", "bsz": "102.1", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.217", "train_wall": "16", "gb_free": "42.5", "wall": "965"} +{"epoch": 2, "update": 1.416, "loss": "0.575", "ppl": "1.49", "wps": "13174.4", "ups": "6.12", "wpb": "2153.2", "bsz": "106.1", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.216", "train_wall": "16", "gb_free": "42.4", "wall": "981"} +{"epoch": 2, "update": 1.416, "loss": "0.575", "ppl": "1.49", "wps": "13174.4", "ups": "6.12", "wpb": "2153.2", "bsz": "106.1", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.216", "train_wall": "16", "gb_free": "42.4", "wall": "981"} +{"epoch": 2, "update": 1.44, "loss": "0.554", "ppl": "1.47", "wps": "13519.7", "ups": "6.14", "wpb": "2200.5", "bsz": "108.3", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.168", "train_wall": "16", "gb_free": "42.6", "wall": "998"} +{"epoch": 2, "update": 1.44, "loss": "0.554", "ppl": "1.47", "wps": "13519.7", "ups": "6.14", "wpb": "2200.5", "bsz": "108.3", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.168", "train_wall": "16", "gb_free": "42.6", "wall": "998"} +{"epoch": 2, "update": 1.464, "loss": "0.581", "ppl": "1.5", "wps": "13314.2", "ups": "6.06", "wpb": "2195.9", "bsz": "104.6", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.129", "train_wall": "16", "gb_free": "42.8", "wall": "1014"} +{"epoch": 2, "update": 1.464, "loss": "0.581", "ppl": "1.5", "wps": "13314.2", "ups": "6.06", "wpb": "2195.9", "bsz": "104.6", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.129", "train_wall": "16", "gb_free": "42.8", "wall": "1014"} +{"epoch": 2, "update": 1.488, "loss": "0.579", "ppl": "1.49", "wps": "13197", "ups": "6.07", "wpb": "2175", "bsz": "103.6", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.154", "train_wall": "16", "gb_free": "42.7", "wall": "1031"} +{"epoch": 2, "update": 1.488, "loss": "0.579", "ppl": "1.49", "wps": "13197", "ups": "6.07", "wpb": "2175", "bsz": "103.6", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.154", "train_wall": "16", "gb_free": "42.7", "wall": "1031"} +{"epoch": 2, "update": 1.512, "loss": "0.57", "ppl": "1.48", "wps": "13047.4", "ups": "6.09", "wpb": "2142.3", "bsz": "106.8", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.272", "train_wall": "16", "gb_free": "42.5", "wall": "1047"} +{"epoch": 2, "update": 1.512, "loss": "0.57", "ppl": "1.48", "wps": "13047.4", "ups": "6.09", "wpb": "2142.3", "bsz": "106.8", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.272", "train_wall": "16", "gb_free": "42.5", "wall": "1047"} +{"epoch": 2, "update": 1.536, "loss": "0.489", "ppl": "1.4", "wps": "11805.2", "ups": "6", "wpb": "1967", "bsz": "95.8", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.08", "train_wall": "16", "gb_free": "42.6", "wall": "1064"} +{"epoch": 2, "update": 1.536, "loss": "0.489", "ppl": "1.4", "wps": "11805.2", "ups": "6", "wpb": "1967", "bsz": "95.8", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.08", "train_wall": "16", "gb_free": "42.6", "wall": "1064"} +{"epoch": 2, "update": 1.56, "loss": "0.52", "ppl": "1.43", "wps": "12476.5", "ups": "6", "wpb": "2079.6", "bsz": "97.2", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.124", "train_wall": "16", "gb_free": "42.7", "wall": "1080"} +{"epoch": 2, "update": 1.56, "loss": "0.52", "ppl": "1.43", "wps": "12476.5", "ups": "6", "wpb": "2079.6", "bsz": "97.2", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.124", "train_wall": "16", "gb_free": "42.7", "wall": "1080"} +{"epoch": 2, "update": 1.583, "loss": "0.522", "ppl": "1.44", "wps": "13191.6", "ups": "6.09", "wpb": "2167.5", "bsz": "109.2", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.142", "train_wall": "16", "gb_free": "40.8", "wall": "1097"} +{"epoch": 2, "update": 1.583, "loss": "0.522", "ppl": "1.44", "wps": "13191.6", "ups": "6.09", "wpb": "2167.5", "bsz": "109.2", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.142", "train_wall": "16", "gb_free": "40.8", "wall": "1097"} +{"epoch": 2, "update": 1.607, "loss": "0.517", "ppl": "1.43", "wps": "11705.4", "ups": "6", "wpb": "1949.8", "bsz": "90.4", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.126", "train_wall": "16", "gb_free": "42.5", "wall": "1113"} +{"epoch": 2, "update": 1.607, "loss": "0.517", "ppl": "1.43", "wps": "11705.4", "ups": "6", "wpb": "1949.8", "bsz": "90.4", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.126", "train_wall": "16", "gb_free": "42.5", "wall": "1113"} +{"epoch": 2, "update": 1.631, "loss": "0.512", "ppl": "1.43", "wps": "13075.4", "ups": "6.05", "wpb": "2161.1", "bsz": "98.4", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.085", "train_wall": "16", "gb_free": "42.6", "wall": "1130"} +{"epoch": 2, "update": 1.631, "loss": "0.512", "ppl": "1.43", "wps": "13075.4", "ups": "6.05", "wpb": "2161.1", "bsz": "98.4", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.085", "train_wall": "16", "gb_free": "42.6", "wall": "1130"} +{"epoch": 2, "update": 1.655, "loss": "0.525", "ppl": "1.44", "wps": "14835.3", "ups": "6.14", "wpb": "2418.1", "bsz": "116.2", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.5", "wall": "1146"} +{"epoch": 2, "update": 1.655, "loss": "0.525", "ppl": "1.44", "wps": "14835.3", "ups": "6.14", "wpb": "2418.1", "bsz": "116.2", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.5", "wall": "1146"} +{"epoch": 2, "update": 1.679, "loss": "0.463", "ppl": "1.38", "wps": "13163.3", "ups": "6.16", "wpb": "2137.8", "bsz": "106.9", "num_updates": "7000", "lr": "0.000377964", "gnorm": "1.052", "train_wall": "16", "gb_free": "42.5", "wall": "1163"} +{"epoch": 2, "update": 1.679, "loss": "0.463", "ppl": "1.38", "wps": "13163.3", "ups": "6.16", "wpb": "2137.8", "bsz": "106.9", "num_updates": "7000", "lr": "0.000377964", "gnorm": "1.052", "train_wall": "16", "gb_free": "42.5", "wall": "1163"} +{"epoch": 2, "update": 1.703, "loss": "0.494", "ppl": "1.41", "wps": "13405.8", "ups": "6.06", "wpb": "2211.3", "bsz": "103.3", "num_updates": "7100", "lr": "0.000375293", "gnorm": "1.02", "train_wall": "16", "gb_free": "42.7", "wall": "1179"} +{"epoch": 2, "update": 1.703, "loss": "0.494", "ppl": "1.41", "wps": "13405.8", "ups": "6.06", "wpb": "2211.3", "bsz": "103.3", "num_updates": "7100", "lr": "0.000375293", "gnorm": "1.02", "train_wall": "16", "gb_free": "42.7", "wall": "1179"} +{"epoch": 2, "update": 1.727, "loss": "0.413", "ppl": "1.33", "wps": "12150.6", "ups": "6.12", "wpb": "1985.3", "bsz": "101.8", "num_updates": "7200", "lr": "0.000372678", "gnorm": "0.988", "train_wall": "16", "gb_free": "42.7", "wall": "1195"} +{"epoch": 2, "update": 1.727, "loss": "0.413", "ppl": "1.33", "wps": "12150.6", "ups": "6.12", "wpb": "1985.3", "bsz": "101.8", "num_updates": "7200", "lr": "0.000372678", "gnorm": "0.988", "train_wall": "16", "gb_free": "42.7", "wall": "1195"} +{"epoch": 2, "update": 1.751, "loss": "0.467", "ppl": "1.38", "wps": "12906.4", "ups": "6.09", "wpb": "2120.4", "bsz": "102.8", "num_updates": "7300", "lr": "0.000370117", "gnorm": "1.047", "train_wall": "16", "gb_free": "42.6", "wall": "1212"} +{"epoch": 2, "update": 1.751, "loss": "0.467", "ppl": "1.38", "wps": "12906.4", "ups": "6.09", "wpb": "2120.4", "bsz": "102.8", "num_updates": "7300", "lr": "0.000370117", "gnorm": "1.047", "train_wall": "16", "gb_free": "42.6", "wall": "1212"} +{"epoch": 2, "update": 1.775, "loss": "0.463", "ppl": "1.38", "wps": "13854.8", "ups": "6.1", "wpb": "2271.3", "bsz": "112", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.027", "train_wall": "16", "gb_free": "42.5", "wall": "1228"} +{"epoch": 2, "update": 1.775, "loss": "0.463", "ppl": "1.38", "wps": "13854.8", "ups": "6.1", "wpb": "2271.3", "bsz": "112", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.027", "train_wall": "16", "gb_free": "42.5", "wall": "1228"} +{"epoch": 2, "update": 1.799, "loss": "0.467", "ppl": "1.38", "wps": "12873.8", "ups": "6.07", "wpb": "2121.5", "bsz": "96.8", "num_updates": "7500", "lr": "0.000365148", "gnorm": "1.058", "train_wall": "16", "gb_free": "42.5", "wall": "1245"} +{"epoch": 2, "update": 1.799, "loss": "0.467", "ppl": "1.38", "wps": "12873.8", "ups": "6.07", "wpb": "2121.5", "bsz": "96.8", "num_updates": "7500", "lr": "0.000365148", "gnorm": "1.058", "train_wall": "16", "gb_free": "42.5", "wall": "1245"} +{"epoch": 2, "update": 1.823, "loss": "0.432", "ppl": "1.35", "wps": "13435.2", "ups": "6.14", "wpb": "2187.3", "bsz": "105.8", "num_updates": "7600", "lr": "0.000362738", "gnorm": "0.988", "train_wall": "16", "gb_free": "42.4", "wall": "1261"} +{"epoch": 2, "update": 1.823, "loss": "0.432", "ppl": "1.35", "wps": "13435.2", "ups": "6.14", "wpb": "2187.3", "bsz": "105.8", "num_updates": "7600", "lr": "0.000362738", "gnorm": "0.988", "train_wall": "16", "gb_free": "42.4", "wall": "1261"} +{"epoch": 2, "update": 1.847, "loss": "0.424", "ppl": "1.34", "wps": "13020.8", "ups": "6.13", "wpb": "2125.5", "bsz": "106.3", "num_updates": "7700", "lr": "0.000360375", "gnorm": "1.118", "train_wall": "16", "gb_free": "42.5", "wall": "1277"} +{"epoch": 2, "update": 1.847, "loss": "0.424", "ppl": "1.34", "wps": "13020.8", "ups": "6.13", "wpb": "2125.5", "bsz": "106.3", "num_updates": "7700", "lr": "0.000360375", "gnorm": "1.118", "train_wall": "16", "gb_free": "42.5", "wall": "1277"} +{"epoch": 2, "update": 1.871, "loss": "0.395", "ppl": "1.31", "wps": "12509.1", "ups": "6.1", "wpb": "2049.2", "bsz": "99.4", "num_updates": "7800", "lr": "0.000358057", "gnorm": "0.951", "train_wall": "16", "gb_free": "41.9", "wall": "1294"} +{"epoch": 2, "update": 1.871, "loss": "0.395", "ppl": "1.31", "wps": "12509.1", "ups": "6.1", "wpb": "2049.2", "bsz": "99.4", "num_updates": "7800", "lr": "0.000358057", "gnorm": "0.951", "train_wall": "16", "gb_free": "41.9", "wall": "1294"} +{"epoch": 2, "update": 1.895, "loss": "0.424", "ppl": "1.34", "wps": "14010.6", "ups": "6.21", "wpb": "2254.9", "bsz": "110.3", "num_updates": "7900", "lr": "0.000355784", "gnorm": "0.907", "train_wall": "16", "gb_free": "42.7", "wall": "1310"} +{"epoch": 2, "update": 1.895, "loss": "0.424", "ppl": "1.34", "wps": "14010.6", "ups": "6.21", "wpb": "2254.9", "bsz": "110.3", "num_updates": "7900", "lr": "0.000355784", "gnorm": "0.907", "train_wall": "16", "gb_free": "42.7", "wall": "1310"} +{"epoch": 2, "update": 1.919, "loss": "0.414", "ppl": "1.33", "wps": "13625.3", "ups": "6.19", "wpb": "2200.2", "bsz": "104.7", "num_updates": "8000", "lr": "0.000353553", "gnorm": "1.001", "train_wall": "16", "gb_free": "42.6", "wall": "1326"} +{"epoch": 2, "update": 1.919, "loss": "0.414", "ppl": "1.33", "wps": "13625.3", "ups": "6.19", "wpb": "2200.2", "bsz": "104.7", "num_updates": "8000", "lr": "0.000353553", "gnorm": "1.001", "train_wall": "16", "gb_free": "42.6", "wall": "1326"} +{"epoch": 2, "update": 1.943, "loss": "0.447", "ppl": "1.36", "wps": "13300.4", "ups": "6.13", "wpb": "2169.5", "bsz": "103", "num_updates": "8100", "lr": "0.000351364", "gnorm": "1.062", "train_wall": "16", "gb_free": "42.6", "wall": "1342"} +{"epoch": 2, "update": 1.943, "loss": "0.447", "ppl": "1.36", "wps": "13300.4", "ups": "6.13", "wpb": "2169.5", "bsz": "103", "num_updates": "8100", "lr": "0.000351364", "gnorm": "1.062", "train_wall": "16", "gb_free": "42.6", "wall": "1342"} +{"epoch": 2, "update": 1.967, "loss": "0.378", "ppl": "1.3", "wps": "13036.4", "ups": "6.12", "wpb": "2128.9", "bsz": "103.9", "num_updates": "8200", "lr": "0.000349215", "gnorm": "0.865", "train_wall": "16", "gb_free": "42.7", "wall": "1359"} +{"epoch": 2, "update": 1.967, "loss": "0.378", "ppl": "1.3", "wps": "13036.4", "ups": "6.12", "wpb": "2128.9", "bsz": "103.9", "num_updates": "8200", "lr": "0.000349215", "gnorm": "0.865", "train_wall": "16", "gb_free": "42.7", "wall": "1359"} +{"epoch": 2, "update": 1.991, "loss": "0.439", "ppl": "1.36", "wps": "12954.7", "ups": "6.13", "wpb": "2112.2", "bsz": "100.8", "num_updates": "8300", "lr": "0.000347105", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.6", "wall": "1375"} +{"epoch": 2, "update": 1.991, "loss": "0.439", "ppl": "1.36", "wps": "12954.7", "ups": "6.13", "wpb": "2112.2", "bsz": "100.8", "num_updates": "8300", "lr": "0.000347105", "gnorm": "1.075", "train_wall": "16", "gb_free": "42.6", "wall": "1375"} +begin validation on "valid" subset +{"epoch": 2, "valid_loss": "0.476", "valid_ppl": "1.39", "valid_wps": "40777.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "8336", "valid_best_loss": "0.476"} +{"epoch": 2, "valid_loss": "0.476", "valid_ppl": "1.39", "valid_wps": "40777.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "8336", "valid_best_loss": "0.476"} +end of epoch 2 (average epoch stats below) +{"epoch": 2, "train_loss": "0.561", "train_ppl": "1.48", "train_wps": "12901.4", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "8336", "train_lr": "0.000346355", "train_gnorm": "1.176", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "1387"} +{"epoch": 2, "train_loss": "0.561", "train_ppl": "1.48", "train_wps": "12901.4", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "8336", "train_lr": "0.000346355", "train_gnorm": "1.176", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "1387"} +Start iterating over samples +{"epoch": 3, "update": 2.015, "loss": "0.418", "ppl": "1.34", "wps": "9927.9", "ups": "4.37", "wpb": "2269.9", "bsz": "106.6", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.887", "train_wall": "16", "gb_free": "42.5", "wall": "1398"} +{"epoch": 3, "update": 2.015, "loss": "0.418", "ppl": "1.34", "wps": "9927.9", "ups": "4.37", "wpb": "2269.9", "bsz": "106.6", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.887", "train_wall": "16", "gb_free": "42.5", "wall": "1398"} +{"epoch": 3, "update": 2.015, "loss": "0.418", "ppl": "1.34", "wps": "9927.9", "ups": "4.37", "wpb": "2269.9", "bsz": "106.6", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.887", "train_wall": "16", "gb_free": "42.5", "wall": "1398"} +{"epoch": 3, "update": 2.039, "loss": "0.401", "ppl": "1.32", "wps": "13459.8", "ups": "6.09", "wpb": "2209.1", "bsz": "106", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.911", "train_wall": "16", "gb_free": "41.9", "wall": "1414"} +{"epoch": 3, "update": 2.039, "loss": "0.401", "ppl": "1.32", "wps": "13459.8", "ups": "6.09", "wpb": "2209.1", "bsz": "106", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.911", "train_wall": "16", "gb_free": "41.9", "wall": "1414"} +{"epoch": 3, "update": 2.039, "loss": "0.401", "ppl": "1.32", "wps": "13459.8", "ups": "6.09", "wpb": "2209.1", "bsz": "106", "num_updates": "8500", "lr": "0.000342997", "gnorm": "0.911", "train_wall": "16", "gb_free": "41.9", "wall": "1414"} +{"epoch": 3, "update": 2.063, "loss": "0.356", "ppl": "1.28", "wps": "13282.4", "ups": "6.12", "wpb": "2169.4", "bsz": "102.5", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.883", "train_wall": "16", "gb_free": "42.5", "wall": "1430"} +{"epoch": 3, "update": 2.063, "loss": "0.356", "ppl": "1.28", "wps": "13282.4", "ups": "6.12", "wpb": "2169.4", "bsz": "102.5", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.883", "train_wall": "16", "gb_free": "42.5", "wall": "1430"} +{"epoch": 3, "update": 2.063, "loss": "0.356", "ppl": "1.28", "wps": "13282.4", "ups": "6.12", "wpb": "2169.4", "bsz": "102.5", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.883", "train_wall": "16", "gb_free": "42.5", "wall": "1430"} +{"epoch": 3, "update": 2.087, "loss": "0.34", "ppl": "1.27", "wps": "13025.8", "ups": "6.21", "wpb": "2097", "bsz": "106.9", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.829", "train_wall": "16", "gb_free": "42.6", "wall": "1447"} +{"epoch": 3, "update": 2.087, "loss": "0.34", "ppl": "1.27", "wps": "13025.8", "ups": "6.21", "wpb": "2097", "bsz": "106.9", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.829", "train_wall": "16", "gb_free": "42.6", "wall": "1447"} +{"epoch": 3, "update": 2.087, "loss": "0.34", "ppl": "1.27", "wps": "13025.8", "ups": "6.21", "wpb": "2097", "bsz": "106.9", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.829", "train_wall": "16", "gb_free": "42.6", "wall": "1447"} +{"epoch": 3, "update": 2.111, "loss": "0.36", "ppl": "1.28", "wps": "11052.9", "ups": "6.05", "wpb": "1826.7", "bsz": "86.7", "num_updates": "8800", "lr": "0.0003371", "gnorm": "1.041", "train_wall": "16", "gb_free": "41.3", "wall": "1463"} +{"epoch": 3, "update": 2.111, "loss": "0.36", "ppl": "1.28", "wps": "11052.9", "ups": "6.05", "wpb": "1826.7", "bsz": "86.7", "num_updates": "8800", "lr": "0.0003371", "gnorm": "1.041", "train_wall": "16", "gb_free": "41.3", "wall": "1463"} +{"epoch": 3, "update": 2.111, "loss": "0.36", "ppl": "1.28", "wps": "11052.9", "ups": "6.05", "wpb": "1826.7", "bsz": "86.7", "num_updates": "8800", "lr": "0.0003371", "gnorm": "1.041", "train_wall": "16", "gb_free": "41.3", "wall": "1463"} +{"epoch": 3, "update": 2.135, "loss": "0.352", "ppl": "1.28", "wps": "12480.4", "ups": "6.17", "wpb": "2023.1", "bsz": "100.6", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.919", "train_wall": "16", "gb_free": "42.5", "wall": "1479"} +{"epoch": 3, "update": 2.135, "loss": "0.352", "ppl": "1.28", "wps": "12480.4", "ups": "6.17", "wpb": "2023.1", "bsz": "100.6", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.919", "train_wall": "16", "gb_free": "42.5", "wall": "1479"} +{"epoch": 3, "update": 2.135, "loss": "0.352", "ppl": "1.28", "wps": "12480.4", "ups": "6.17", "wpb": "2023.1", "bsz": "100.6", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.919", "train_wall": "16", "gb_free": "42.5", "wall": "1479"} +{"epoch": 3, "update": 2.159, "loss": "0.36", "ppl": "1.28", "wps": "11589.5", "ups": "6.04", "wpb": "1918.6", "bsz": "91.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.985", "train_wall": "16", "gb_free": "42", "wall": "1496"} +{"epoch": 3, "update": 2.159, "loss": "0.36", "ppl": "1.28", "wps": "11589.5", "ups": "6.04", "wpb": "1918.6", "bsz": "91.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.985", "train_wall": "16", "gb_free": "42", "wall": "1496"} +{"epoch": 3, "update": 2.159, "loss": "0.36", "ppl": "1.28", "wps": "11589.5", "ups": "6.04", "wpb": "1918.6", "bsz": "91.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.985", "train_wall": "16", "gb_free": "42", "wall": "1496"} +{"epoch": 3, "update": 2.183, "loss": "0.347", "ppl": "1.27", "wps": "11769.7", "ups": "6.04", "wpb": "1948.8", "bsz": "90.2", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.911", "train_wall": "16", "gb_free": "41.6", "wall": "1512"} +{"epoch": 3, "update": 2.183, "loss": "0.347", "ppl": "1.27", "wps": "11769.7", "ups": "6.04", "wpb": "1948.8", "bsz": "90.2", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.911", "train_wall": "16", "gb_free": "41.6", "wall": "1512"} +{"epoch": 3, "update": 2.183, "loss": "0.347", "ppl": "1.27", "wps": "11769.7", "ups": "6.04", "wpb": "1948.8", "bsz": "90.2", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.911", "train_wall": "16", "gb_free": "41.6", "wall": "1512"} +{"epoch": 3, "update": 2.207, "loss": "0.357", "ppl": "1.28", "wps": "14160.8", "ups": "6.13", "wpb": "2310.3", "bsz": "114.9", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.889", "train_wall": "16", "gb_free": "41.9", "wall": "1529"} +{"epoch": 3, "update": 2.207, "loss": "0.357", "ppl": "1.28", "wps": "14160.8", "ups": "6.13", "wpb": "2310.3", "bsz": "114.9", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.889", "train_wall": "16", "gb_free": "41.9", "wall": "1529"} +{"epoch": 3, "update": 2.207, "loss": "0.357", "ppl": "1.28", "wps": "14160.8", "ups": "6.13", "wpb": "2310.3", "bsz": "114.9", "num_updates": "9200", "lr": "0.00032969", "gnorm": "0.889", "train_wall": "16", "gb_free": "41.9", "wall": "1529"} +{"epoch": 3, "update": 2.231, "loss": "0.371", "ppl": "1.29", "wps": "12645.9", "ups": "6.03", "wpb": "2098.3", "bsz": "99.2", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.997", "train_wall": "16", "gb_free": "42.5", "wall": "1545"} +{"epoch": 3, "update": 2.231, "loss": "0.371", "ppl": "1.29", "wps": "12645.9", "ups": "6.03", "wpb": "2098.3", "bsz": "99.2", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.997", "train_wall": "16", "gb_free": "42.5", "wall": "1545"} +{"epoch": 3, "update": 2.231, "loss": "0.371", "ppl": "1.29", "wps": "12645.9", "ups": "6.03", "wpb": "2098.3", "bsz": "99.2", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.997", "train_wall": "16", "gb_free": "42.5", "wall": "1545"} +{"epoch": 3, "update": 2.255, "loss": "0.385", "ppl": "1.31", "wps": "14150.6", "ups": "6.14", "wpb": "2304.4", "bsz": "107.8", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.88", "train_wall": "16", "gb_free": "42.7", "wall": "1562"} +{"epoch": 3, "update": 2.255, "loss": "0.385", "ppl": "1.31", "wps": "14150.6", "ups": "6.14", "wpb": "2304.4", "bsz": "107.8", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.88", "train_wall": "16", "gb_free": "42.7", "wall": "1562"} +{"epoch": 3, "update": 2.255, "loss": "0.385", "ppl": "1.31", "wps": "14150.6", "ups": "6.14", "wpb": "2304.4", "bsz": "107.8", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.88", "train_wall": "16", "gb_free": "42.7", "wall": "1562"} +{"epoch": 3, "update": 2.279, "loss": "0.354", "ppl": "1.28", "wps": "12535.1", "ups": "5.92", "wpb": "2118.2", "bsz": "98.6", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.93", "train_wall": "17", "gb_free": "42.6", "wall": "1578"} +{"epoch": 3, "update": 2.279, "loss": "0.354", "ppl": "1.28", "wps": "12535.1", "ups": "5.92", "wpb": "2118.2", "bsz": "98.6", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.93", "train_wall": "17", "gb_free": "42.6", "wall": "1578"} +{"epoch": 3, "update": 2.279, "loss": "0.354", "ppl": "1.28", "wps": "12535.1", "ups": "5.92", "wpb": "2118.2", "bsz": "98.6", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.93", "train_wall": "17", "gb_free": "42.6", "wall": "1578"} +{"epoch": 3, "update": 2.303, "loss": "0.359", "ppl": "1.28", "wps": "13785.3", "ups": "6.06", "wpb": "2275.8", "bsz": "107.7", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.961", "train_wall": "16", "gb_free": "42.6", "wall": "1595"} +{"epoch": 3, "update": 2.303, "loss": "0.359", "ppl": "1.28", "wps": "13785.3", "ups": "6.06", "wpb": "2275.8", "bsz": "107.7", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.961", "train_wall": "16", "gb_free": "42.6", "wall": "1595"} +{"epoch": 3, "update": 2.303, "loss": "0.359", "ppl": "1.28", "wps": "13785.3", "ups": "6.06", "wpb": "2275.8", "bsz": "107.7", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.961", "train_wall": "16", "gb_free": "42.6", "wall": "1595"} +{"epoch": 3, "update": 2.327, "loss": "0.308", "ppl": "1.24", "wps": "14041.2", "ups": "6.16", "wpb": "2280.3", "bsz": "113.7", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.786", "train_wall": "16", "gb_free": "42.4", "wall": "1611"} +{"epoch": 3, "update": 2.327, "loss": "0.308", "ppl": "1.24", "wps": "14041.2", "ups": "6.16", "wpb": "2280.3", "bsz": "113.7", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.786", "train_wall": "16", "gb_free": "42.4", "wall": "1611"} +{"epoch": 3, "update": 2.327, "loss": "0.308", "ppl": "1.24", "wps": "14041.2", "ups": "6.16", "wpb": "2280.3", "bsz": "113.7", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.786", "train_wall": "16", "gb_free": "42.4", "wall": "1611"} +{"epoch": 3, "update": 2.351, "loss": "0.319", "ppl": "1.25", "wps": "14668.6", "ups": "6.2", "wpb": "2365.4", "bsz": "113.8", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.821", "train_wall": "16", "gb_free": "42.6", "wall": "1627"} +{"epoch": 3, "update": 2.351, "loss": "0.319", "ppl": "1.25", "wps": "14668.6", "ups": "6.2", "wpb": "2365.4", "bsz": "113.8", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.821", "train_wall": "16", "gb_free": "42.6", "wall": "1627"} +{"epoch": 3, "update": 2.351, "loss": "0.319", "ppl": "1.25", "wps": "14668.6", "ups": "6.2", "wpb": "2365.4", "bsz": "113.8", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.821", "train_wall": "16", "gb_free": "42.6", "wall": "1627"} +{"epoch": 3, "update": 2.375, "loss": "0.308", "ppl": "1.24", "wps": "13281", "ups": "6.02", "wpb": "2204.6", "bsz": "106.9", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.973", "train_wall": "16", "gb_free": "42.5", "wall": "1644"} +{"epoch": 3, "update": 2.375, "loss": "0.308", "ppl": "1.24", "wps": "13281", "ups": "6.02", "wpb": "2204.6", "bsz": "106.9", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.973", "train_wall": "16", "gb_free": "42.5", "wall": "1644"} +{"epoch": 3, "update": 2.375, "loss": "0.308", "ppl": "1.24", "wps": "13281", "ups": "6.02", "wpb": "2204.6", "bsz": "106.9", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.973", "train_wall": "16", "gb_free": "42.5", "wall": "1644"} +{"epoch": 3, "update": 2.399, "loss": "0.338", "ppl": "1.26", "wps": "13414.8", "ups": "6.17", "wpb": "2175.2", "bsz": "101.8", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.947", "train_wall": "16", "gb_free": "42.5", "wall": "1660"} +{"epoch": 3, "update": 2.399, "loss": "0.338", "ppl": "1.26", "wps": "13414.8", "ups": "6.17", "wpb": "2175.2", "bsz": "101.8", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.947", "train_wall": "16", "gb_free": "42.5", "wall": "1660"} +{"epoch": 3, "update": 2.399, "loss": "0.338", "ppl": "1.26", "wps": "13414.8", "ups": "6.17", "wpb": "2175.2", "bsz": "101.8", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.947", "train_wall": "16", "gb_free": "42.5", "wall": "1660"} +{"epoch": 3, "update": 2.423, "loss": "0.326", "ppl": "1.25", "wps": "13746.3", "ups": "6.13", "wpb": "2242.6", "bsz": "104.9", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.5", "wall": "1676"} +{"epoch": 3, "update": 2.423, "loss": "0.326", "ppl": "1.25", "wps": "13746.3", "ups": "6.13", "wpb": "2242.6", "bsz": "104.9", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.5", "wall": "1676"} +{"epoch": 3, "update": 2.423, "loss": "0.326", "ppl": "1.25", "wps": "13746.3", "ups": "6.13", "wpb": "2242.6", "bsz": "104.9", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.863", "train_wall": "16", "gb_free": "42.5", "wall": "1676"} +{"epoch": 3, "update": 2.447, "loss": "0.285", "ppl": "1.22", "wps": "13992.3", "ups": "6.26", "wpb": "2235", "bsz": "112.6", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.75", "train_wall": "16", "gb_free": "42.5", "wall": "1692"} +{"epoch": 3, "update": 2.447, "loss": "0.285", "ppl": "1.22", "wps": "13992.3", "ups": "6.26", "wpb": "2235", "bsz": "112.6", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.75", "train_wall": "16", "gb_free": "42.5", "wall": "1692"} +{"epoch": 3, "update": 2.447, "loss": "0.285", "ppl": "1.22", "wps": "13992.3", "ups": "6.26", "wpb": "2235", "bsz": "112.6", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.75", "train_wall": "16", "gb_free": "42.5", "wall": "1692"} +{"epoch": 3, "update": 2.471, "loss": "0.293", "ppl": "1.23", "wps": "13060.3", "ups": "6.15", "wpb": "2124.7", "bsz": "106.3", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.926", "train_wall": "16", "gb_free": "42.5", "wall": "1709"} +{"epoch": 3, "update": 2.471, "loss": "0.293", "ppl": "1.23", "wps": "13060.3", "ups": "6.15", "wpb": "2124.7", "bsz": "106.3", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.926", "train_wall": "16", "gb_free": "42.5", "wall": "1709"} +{"epoch": 3, "update": 2.471, "loss": "0.293", "ppl": "1.23", "wps": "13060.3", "ups": "6.15", "wpb": "2124.7", "bsz": "106.3", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.926", "train_wall": "16", "gb_free": "42.5", "wall": "1709"} +{"epoch": 3, "update": 2.495, "loss": "0.311", "ppl": "1.24", "wps": "14000.6", "ups": "6.17", "wpb": "2268.7", "bsz": "106.6", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.825", "train_wall": "16", "gb_free": "42.5", "wall": "1725"} +{"epoch": 3, "update": 2.495, "loss": "0.311", "ppl": "1.24", "wps": "14000.6", "ups": "6.17", "wpb": "2268.7", "bsz": "106.6", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.825", "train_wall": "16", "gb_free": "42.5", "wall": "1725"} +{"epoch": 3, "update": 2.495, "loss": "0.311", "ppl": "1.24", "wps": "14000.6", "ups": "6.17", "wpb": "2268.7", "bsz": "106.6", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.825", "train_wall": "16", "gb_free": "42.5", "wall": "1725"} +{"epoch": 3, "update": 2.519, "loss": "0.273", "ppl": "1.21", "wps": "11629.4", "ups": "6.12", "wpb": "1899.5", "bsz": "95.7", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.767", "train_wall": "16", "gb_free": "42.8", "wall": "1741"} +{"epoch": 3, "update": 2.519, "loss": "0.273", "ppl": "1.21", "wps": "11629.4", "ups": "6.12", "wpb": "1899.5", "bsz": "95.7", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.767", "train_wall": "16", "gb_free": "42.8", "wall": "1741"} +{"epoch": 3, "update": 2.519, "loss": "0.273", "ppl": "1.21", "wps": "11629.4", "ups": "6.12", "wpb": "1899.5", "bsz": "95.7", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.767", "train_wall": "16", "gb_free": "42.8", "wall": "1741"} +{"epoch": 3, "update": 2.543, "loss": "0.294", "ppl": "1.23", "wps": "12105.8", "ups": "6.09", "wpb": "1988.2", "bsz": "93.7", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.856", "train_wall": "16", "gb_free": "42.5", "wall": "1758"} +{"epoch": 3, "update": 2.543, "loss": "0.294", "ppl": "1.23", "wps": "12105.8", "ups": "6.09", "wpb": "1988.2", "bsz": "93.7", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.856", "train_wall": "16", "gb_free": "42.5", "wall": "1758"} +{"epoch": 3, "update": 2.543, "loss": "0.294", "ppl": "1.23", "wps": "12105.8", "ups": "6.09", "wpb": "1988.2", "bsz": "93.7", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.856", "train_wall": "16", "gb_free": "42.5", "wall": "1758"} +{"epoch": 3, "update": 2.567, "loss": "0.253", "ppl": "1.19", "wps": "12553.7", "ups": "6.15", "wpb": "2041.2", "bsz": "101", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.807", "train_wall": "16", "gb_free": "42.9", "wall": "1774"} +{"epoch": 3, "update": 2.567, "loss": "0.253", "ppl": "1.19", "wps": "12553.7", "ups": "6.15", "wpb": "2041.2", "bsz": "101", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.807", "train_wall": "16", "gb_free": "42.9", "wall": "1774"} +{"epoch": 3, "update": 2.567, "loss": "0.253", "ppl": "1.19", "wps": "12553.7", "ups": "6.15", "wpb": "2041.2", "bsz": "101", "num_updates": "10700", "lr": "0.000305709", "gnorm": "0.807", "train_wall": "16", "gb_free": "42.9", "wall": "1774"} +{"epoch": 3, "update": 2.591, "loss": "0.301", "ppl": "1.23", "wps": "13478.4", "ups": "6.12", "wpb": "2203.3", "bsz": "103.8", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.804", "train_wall": "16", "gb_free": "42.5", "wall": "1790"} +{"epoch": 3, "update": 2.591, "loss": "0.301", "ppl": "1.23", "wps": "13478.4", "ups": "6.12", "wpb": "2203.3", "bsz": "103.8", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.804", "train_wall": "16", "gb_free": "42.5", "wall": "1790"} +{"epoch": 3, "update": 2.591, "loss": "0.301", "ppl": "1.23", "wps": "13478.4", "ups": "6.12", "wpb": "2203.3", "bsz": "103.8", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.804", "train_wall": "16", "gb_free": "42.5", "wall": "1790"} +{"epoch": 3, "update": 2.615, "loss": "0.27", "ppl": "1.21", "wps": "12903.2", "ups": "6.14", "wpb": "2101", "bsz": "106.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "1.025", "train_wall": "16", "gb_free": "42.7", "wall": "1807"} +{"epoch": 3, "update": 2.615, "loss": "0.27", "ppl": "1.21", "wps": "12903.2", "ups": "6.14", "wpb": "2101", "bsz": "106.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "1.025", "train_wall": "16", "gb_free": "42.7", "wall": "1807"} +{"epoch": 3, "update": 2.615, "loss": "0.27", "ppl": "1.21", "wps": "12903.2", "ups": "6.14", "wpb": "2101", "bsz": "106.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "1.025", "train_wall": "16", "gb_free": "42.7", "wall": "1807"} +{"epoch": 3, "update": 2.639, "loss": "0.276", "ppl": "1.21", "wps": "12051.1", "ups": "6.1", "wpb": "1976.6", "bsz": "92", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.894", "train_wall": "16", "gb_free": "42.5", "wall": "1823"} +{"epoch": 3, "update": 2.639, "loss": "0.276", "ppl": "1.21", "wps": "12051.1", "ups": "6.1", "wpb": "1976.6", "bsz": "92", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.894", "train_wall": "16", "gb_free": "42.5", "wall": "1823"} +{"epoch": 3, "update": 2.639, "loss": "0.276", "ppl": "1.21", "wps": "12051.1", "ups": "6.1", "wpb": "1976.6", "bsz": "92", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.894", "train_wall": "16", "gb_free": "42.5", "wall": "1823"} +{"epoch": 3, "update": 2.663, "loss": "0.248", "ppl": "1.19", "wps": "14019.6", "ups": "6.19", "wpb": "2264.7", "bsz": "110", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.716", "train_wall": "16", "gb_free": "41.5", "wall": "1839"} +{"epoch": 3, "update": 2.663, "loss": "0.248", "ppl": "1.19", "wps": "14019.6", "ups": "6.19", "wpb": "2264.7", "bsz": "110", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.716", "train_wall": "16", "gb_free": "41.5", "wall": "1839"} +{"epoch": 3, "update": 2.663, "loss": "0.248", "ppl": "1.19", "wps": "14019.6", "ups": "6.19", "wpb": "2264.7", "bsz": "110", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.716", "train_wall": "16", "gb_free": "41.5", "wall": "1839"} +{"epoch": 3, "update": 2.687, "loss": "0.247", "ppl": "1.19", "wps": "12754.7", "ups": "6.13", "wpb": "2079.6", "bsz": "99.1", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.778", "train_wall": "16", "gb_free": "41.6", "wall": "1855"} +{"epoch": 3, "update": 2.687, "loss": "0.247", "ppl": "1.19", "wps": "12754.7", "ups": "6.13", "wpb": "2079.6", "bsz": "99.1", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.778", "train_wall": "16", "gb_free": "41.6", "wall": "1855"} +{"epoch": 3, "update": 2.687, "loss": "0.247", "ppl": "1.19", "wps": "12754.7", "ups": "6.13", "wpb": "2079.6", "bsz": "99.1", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.778", "train_wall": "16", "gb_free": "41.6", "wall": "1855"} +{"epoch": 3, "update": 2.711, "loss": "0.271", "ppl": "1.21", "wps": "14142.6", "ups": "6.19", "wpb": "2284.8", "bsz": "111.6", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.9", "wall": "1872"} +{"epoch": 3, "update": 2.711, "loss": "0.271", "ppl": "1.21", "wps": "14142.6", "ups": "6.19", "wpb": "2284.8", "bsz": "111.6", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.9", "wall": "1872"} +{"epoch": 3, "update": 2.711, "loss": "0.271", "ppl": "1.21", "wps": "14142.6", "ups": "6.19", "wpb": "2284.8", "bsz": "111.6", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.9", "wall": "1872"} +{"epoch": 3, "update": 2.735, "loss": "0.258", "ppl": "1.2", "wps": "13440.7", "ups": "6.1", "wpb": "2203.9", "bsz": "107.5", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.754", "train_wall": "16", "gb_free": "42.6", "wall": "1888"} +{"epoch": 3, "update": 2.735, "loss": "0.258", "ppl": "1.2", "wps": "13440.7", "ups": "6.1", "wpb": "2203.9", "bsz": "107.5", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.754", "train_wall": "16", "gb_free": "42.6", "wall": "1888"} +{"epoch": 3, "update": 2.735, "loss": "0.258", "ppl": "1.2", "wps": "13440.7", "ups": "6.1", "wpb": "2203.9", "bsz": "107.5", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.754", "train_wall": "16", "gb_free": "42.6", "wall": "1888"} +{"epoch": 3, "update": 2.759, "loss": "0.255", "ppl": "1.19", "wps": "13158.3", "ups": "6.1", "wpb": "2157.3", "bsz": "105.8", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.774", "train_wall": "16", "gb_free": "42.6", "wall": "1904"} +{"epoch": 3, "update": 2.759, "loss": "0.255", "ppl": "1.19", "wps": "13158.3", "ups": "6.1", "wpb": "2157.3", "bsz": "105.8", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.774", "train_wall": "16", "gb_free": "42.6", "wall": "1904"} +{"epoch": 3, "update": 2.759, "loss": "0.255", "ppl": "1.19", "wps": "13158.3", "ups": "6.1", "wpb": "2157.3", "bsz": "105.8", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.774", "train_wall": "16", "gb_free": "42.6", "wall": "1904"} +{"epoch": 3, "update": 2.783, "loss": "0.243", "ppl": "1.18", "wps": "11737.2", "ups": "5.99", "wpb": "1960.7", "bsz": "92.9", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.838", "train_wall": "17", "gb_free": "42.5", "wall": "1921"} +{"epoch": 3, "update": 2.783, "loss": "0.243", "ppl": "1.18", "wps": "11737.2", "ups": "5.99", "wpb": "1960.7", "bsz": "92.9", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.838", "train_wall": "17", "gb_free": "42.5", "wall": "1921"} +{"epoch": 3, "update": 2.783, "loss": "0.243", "ppl": "1.18", "wps": "11737.2", "ups": "5.99", "wpb": "1960.7", "bsz": "92.9", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.838", "train_wall": "17", "gb_free": "42.5", "wall": "1921"} +{"epoch": 3, "update": 2.807, "loss": "0.241", "ppl": "1.18", "wps": "13015.8", "ups": "6.09", "wpb": "2135.6", "bsz": "100.7", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.84", "train_wall": "16", "gb_free": "41.6", "wall": "1937"} +{"epoch": 3, "update": 2.807, "loss": "0.241", "ppl": "1.18", "wps": "13015.8", "ups": "6.09", "wpb": "2135.6", "bsz": "100.7", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.84", "train_wall": "16", "gb_free": "41.6", "wall": "1937"} +{"epoch": 3, "update": 2.807, "loss": "0.241", "ppl": "1.18", "wps": "13015.8", "ups": "6.09", "wpb": "2135.6", "bsz": "100.7", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.84", "train_wall": "16", "gb_free": "41.6", "wall": "1937"} +{"epoch": 3, "update": 2.831, "loss": "0.242", "ppl": "1.18", "wps": "13926.5", "ups": "6.18", "wpb": "2252", "bsz": "112.6", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.752", "train_wall": "16", "gb_free": "42", "wall": "1954"} +{"epoch": 3, "update": 2.831, "loss": "0.242", "ppl": "1.18", "wps": "13926.5", "ups": "6.18", "wpb": "2252", "bsz": "112.6", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.752", "train_wall": "16", "gb_free": "42", "wall": "1954"} +{"epoch": 3, "update": 2.831, "loss": "0.242", "ppl": "1.18", "wps": "13926.5", "ups": "6.18", "wpb": "2252", "bsz": "112.6", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.752", "train_wall": "16", "gb_free": "42", "wall": "1954"} +{"epoch": 3, "update": 2.855, "loss": "0.241", "ppl": "1.18", "wps": "12917", "ups": "6.03", "wpb": "2141", "bsz": "103", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.79", "train_wall": "16", "gb_free": "42.7", "wall": "1970"} +{"epoch": 3, "update": 2.855, "loss": "0.241", "ppl": "1.18", "wps": "12917", "ups": "6.03", "wpb": "2141", "bsz": "103", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.79", "train_wall": "16", "gb_free": "42.7", "wall": "1970"} +{"epoch": 3, "update": 2.855, "loss": "0.241", "ppl": "1.18", "wps": "12917", "ups": "6.03", "wpb": "2141", "bsz": "103", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.79", "train_wall": "16", "gb_free": "42.7", "wall": "1970"} +{"epoch": 3, "update": 2.879, "loss": "0.244", "ppl": "1.18", "wps": "13315.4", "ups": "6.13", "wpb": "2170.6", "bsz": "104.2", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.747", "train_wall": "16", "gb_free": "42.4", "wall": "1987"} +{"epoch": 3, "update": 2.879, "loss": "0.244", "ppl": "1.18", "wps": "13315.4", "ups": "6.13", "wpb": "2170.6", "bsz": "104.2", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.747", "train_wall": "16", "gb_free": "42.4", "wall": "1987"} +{"epoch": 3, "update": 2.879, "loss": "0.244", "ppl": "1.18", "wps": "13315.4", "ups": "6.13", "wpb": "2170.6", "bsz": "104.2", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.747", "train_wall": "16", "gb_free": "42.4", "wall": "1987"} +{"epoch": 3, "update": 2.903, "loss": "0.261", "ppl": "1.2", "wps": "13356.6", "ups": "6.06", "wpb": "2203.5", "bsz": "108.1", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.78", "train_wall": "16", "gb_free": "42.5", "wall": "2003"} +{"epoch": 3, "update": 2.903, "loss": "0.261", "ppl": "1.2", "wps": "13356.6", "ups": "6.06", "wpb": "2203.5", "bsz": "108.1", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.78", "train_wall": "16", "gb_free": "42.5", "wall": "2003"} +{"epoch": 3, "update": 2.903, "loss": "0.261", "ppl": "1.2", "wps": "13356.6", "ups": "6.06", "wpb": "2203.5", "bsz": "108.1", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.78", "train_wall": "16", "gb_free": "42.5", "wall": "2003"} +{"epoch": 3, "update": 2.927, "loss": "0.221", "ppl": "1.17", "wps": "11778.4", "ups": "6", "wpb": "1964.2", "bsz": "91", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.768", "train_wall": "16", "gb_free": "42.7", "wall": "2020"} +{"epoch": 3, "update": 2.927, "loss": "0.221", "ppl": "1.17", "wps": "11778.4", "ups": "6", "wpb": "1964.2", "bsz": "91", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.768", "train_wall": "16", "gb_free": "42.7", "wall": "2020"} +{"epoch": 3, "update": 2.927, "loss": "0.221", "ppl": "1.17", "wps": "11778.4", "ups": "6", "wpb": "1964.2", "bsz": "91", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.768", "train_wall": "16", "gb_free": "42.7", "wall": "2020"} +{"epoch": 3, "update": 2.951, "loss": "0.194", "ppl": "1.14", "wps": "11438.4", "ups": "6.09", "wpb": "1879.6", "bsz": "91.4", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2036"} +{"epoch": 3, "update": 2.951, "loss": "0.194", "ppl": "1.14", "wps": "11438.4", "ups": "6.09", "wpb": "1879.6", "bsz": "91.4", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2036"} +{"epoch": 3, "update": 2.951, "loss": "0.194", "ppl": "1.14", "wps": "11438.4", "ups": "6.09", "wpb": "1879.6", "bsz": "91.4", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2036"} +{"epoch": 3, "update": 2.975, "loss": "0.206", "ppl": "1.15", "wps": "13513.9", "ups": "6.13", "wpb": "2204.6", "bsz": "105.1", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.6", "wall": "2052"} +{"epoch": 3, "update": 2.975, "loss": "0.206", "ppl": "1.15", "wps": "13513.9", "ups": "6.13", "wpb": "2204.6", "bsz": "105.1", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.6", "wall": "2052"} +{"epoch": 3, "update": 2.975, "loss": "0.206", "ppl": "1.15", "wps": "13513.9", "ups": "6.13", "wpb": "2204.6", "bsz": "105.1", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.6", "wall": "2052"} +{"epoch": 3, "update": 2.999, "loss": "0.214", "ppl": "1.16", "wps": "13212.5", "ups": "6.15", "wpb": "2148.4", "bsz": "106.1", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.747", "train_wall": "16", "gb_free": "42.7", "wall": "2069"} +{"epoch": 3, "update": 2.999, "loss": "0.214", "ppl": "1.16", "wps": "13212.5", "ups": "6.15", "wpb": "2148.4", "bsz": "106.1", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.747", "train_wall": "16", "gb_free": "42.7", "wall": "2069"} +{"epoch": 3, "update": 2.999, "loss": "0.214", "ppl": "1.16", "wps": "13212.5", "ups": "6.15", "wpb": "2148.4", "bsz": "106.1", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.747", "train_wall": "16", "gb_free": "42.7", "wall": "2069"} +begin validation on "valid" subset +{"epoch": 3, "valid_loss": "0.302", "valid_ppl": "1.23", "valid_wps": "40750.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "12504", "valid_best_loss": "0.302"} +{"epoch": 3, "valid_loss": "0.302", "valid_ppl": "1.23", "valid_wps": "40750.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "12504", "valid_best_loss": "0.302"} +{"epoch": 3, "valid_loss": "0.302", "valid_ppl": "1.23", "valid_wps": "40750.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "12504", "valid_best_loss": "0.302"} +end of epoch 3 (average epoch stats below) +{"epoch": 3, "train_loss": "0.297", "train_ppl": "1.23", "train_wps": "12926.1", "train_ups": "6.05", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "12504", "train_lr": "0.000282797", "train_gnorm": "0.848", "train_train_wall": "675", "train_gb_free": "42.4", "train_wall": "2076"} +{"epoch": 3, "train_loss": "0.297", "train_ppl": "1.23", "train_wps": "12926.1", "train_ups": "6.05", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "12504", "train_lr": "0.000282797", "train_gnorm": "0.848", "train_train_wall": "675", "train_gb_free": "42.4", "train_wall": "2076"} +{"epoch": 3, "train_loss": "0.297", "train_ppl": "1.23", "train_wps": "12926.1", "train_ups": "6.05", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "12504", "train_lr": "0.000282797", "train_gnorm": "0.848", "train_train_wall": "675", "train_gb_free": "42.4", "train_wall": "2076"} +Start iterating over samples +{"epoch": 4, "update": 3.023, "loss": "0.236", "ppl": "1.18", "wps": "10041.8", "ups": "4.31", "wpb": "2329.7", "bsz": "108.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.5", "wall": "2092"} +{"epoch": 4, "update": 3.023, "loss": "0.236", "ppl": "1.18", "wps": "10041.8", "ups": "4.31", "wpb": "2329.7", "bsz": "108.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.5", "wall": "2092"} +{"epoch": 4, "update": 3.023, "loss": "0.236", "ppl": "1.18", "wps": "10041.8", "ups": "4.31", "wpb": "2329.7", "bsz": "108.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.5", "wall": "2092"} +{"epoch": 4, "update": 3.023, "loss": "0.236", "ppl": "1.18", "wps": "10041.8", "ups": "4.31", "wpb": "2329.7", "bsz": "108.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.5", "wall": "2092"} +{"epoch": 4, "update": 3.047, "loss": "0.22", "ppl": "1.16", "wps": "11575.6", "ups": "6.05", "wpb": "1914.1", "bsz": "91.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.976", "train_wall": "16", "gb_free": "42", "wall": "2108"} +{"epoch": 4, "update": 3.047, "loss": "0.22", "ppl": "1.16", "wps": "11575.6", "ups": "6.05", "wpb": "1914.1", "bsz": "91.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.976", "train_wall": "16", "gb_free": "42", "wall": "2108"} +{"epoch": 4, "update": 3.047, "loss": "0.22", "ppl": "1.16", "wps": "11575.6", "ups": "6.05", "wpb": "1914.1", "bsz": "91.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.976", "train_wall": "16", "gb_free": "42", "wall": "2108"} +{"epoch": 4, "update": 3.047, "loss": "0.22", "ppl": "1.16", "wps": "11575.6", "ups": "6.05", "wpb": "1914.1", "bsz": "91.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.976", "train_wall": "16", "gb_free": "42", "wall": "2108"} +{"epoch": 4, "update": 3.071, "loss": "0.174", "ppl": "1.13", "wps": "11529.2", "ups": "6.02", "wpb": "1914.3", "bsz": "96.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.69", "train_wall": "16", "gb_free": "42.5", "wall": "2125"} +{"epoch": 4, "update": 3.071, "loss": "0.174", "ppl": "1.13", "wps": "11529.2", "ups": "6.02", "wpb": "1914.3", "bsz": "96.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.69", "train_wall": "16", "gb_free": "42.5", "wall": "2125"} +{"epoch": 4, "update": 3.071, "loss": "0.174", "ppl": "1.13", "wps": "11529.2", "ups": "6.02", "wpb": "1914.3", "bsz": "96.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.69", "train_wall": "16", "gb_free": "42.5", "wall": "2125"} +{"epoch": 4, "update": 3.071, "loss": "0.174", "ppl": "1.13", "wps": "11529.2", "ups": "6.02", "wpb": "1914.3", "bsz": "96.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.69", "train_wall": "16", "gb_free": "42.5", "wall": "2125"} +{"epoch": 4, "update": 3.095, "loss": "0.184", "ppl": "1.14", "wps": "12453.4", "ups": "6.17", "wpb": "2018.9", "bsz": "100.2", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.748", "train_wall": "16", "gb_free": "42.7", "wall": "2141"} +{"epoch": 4, "update": 3.095, "loss": "0.184", "ppl": "1.14", "wps": "12453.4", "ups": "6.17", "wpb": "2018.9", "bsz": "100.2", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.748", "train_wall": "16", "gb_free": "42.7", "wall": "2141"} +{"epoch": 4, "update": 3.095, "loss": "0.184", "ppl": "1.14", "wps": "12453.4", "ups": "6.17", "wpb": "2018.9", "bsz": "100.2", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.748", "train_wall": "16", "gb_free": "42.7", "wall": "2141"} +{"epoch": 4, "update": 3.095, "loss": "0.184", "ppl": "1.14", "wps": "12453.4", "ups": "6.17", "wpb": "2018.9", "bsz": "100.2", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.748", "train_wall": "16", "gb_free": "42.7", "wall": "2141"} +{"epoch": 4, "update": 3.119, "loss": "0.187", "ppl": "1.14", "wps": "12532.7", "ups": "6.05", "wpb": "2072.6", "bsz": "101", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.7", "wall": "2158"} +{"epoch": 4, "update": 3.119, "loss": "0.187", "ppl": "1.14", "wps": "12532.7", "ups": "6.05", "wpb": "2072.6", "bsz": "101", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.7", "wall": "2158"} +{"epoch": 4, "update": 3.119, "loss": "0.187", "ppl": "1.14", "wps": "12532.7", "ups": "6.05", "wpb": "2072.6", "bsz": "101", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.7", "wall": "2158"} +{"epoch": 4, "update": 3.119, "loss": "0.187", "ppl": "1.14", "wps": "12532.7", "ups": "6.05", "wpb": "2072.6", "bsz": "101", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.752", "train_wall": "16", "gb_free": "42.7", "wall": "2158"} +{"epoch": 4, "update": 3.143, "loss": "0.217", "ppl": "1.16", "wps": "14560.6", "ups": "6.1", "wpb": "2387.3", "bsz": "107.4", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.721", "train_wall": "16", "gb_free": "42.5", "wall": "2174"} +{"epoch": 4, "update": 3.143, "loss": "0.217", "ppl": "1.16", "wps": "14560.6", "ups": "6.1", "wpb": "2387.3", "bsz": "107.4", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.721", "train_wall": "16", "gb_free": "42.5", "wall": "2174"} +{"epoch": 4, "update": 3.143, "loss": "0.217", "ppl": "1.16", "wps": "14560.6", "ups": "6.1", "wpb": "2387.3", "bsz": "107.4", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.721", "train_wall": "16", "gb_free": "42.5", "wall": "2174"} +{"epoch": 4, "update": 3.143, "loss": "0.217", "ppl": "1.16", "wps": "14560.6", "ups": "6.1", "wpb": "2387.3", "bsz": "107.4", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.721", "train_wall": "16", "gb_free": "42.5", "wall": "2174"} +{"epoch": 4, "update": 3.167, "loss": "0.189", "ppl": "1.14", "wps": "12543.8", "ups": "6.06", "wpb": "2068.7", "bsz": "99.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.755", "train_wall": "16", "gb_free": "42.6", "wall": "2191"} +{"epoch": 4, "update": 3.167, "loss": "0.189", "ppl": "1.14", "wps": "12543.8", "ups": "6.06", "wpb": "2068.7", "bsz": "99.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.755", "train_wall": "16", "gb_free": "42.6", "wall": "2191"} +{"epoch": 4, "update": 3.167, "loss": "0.189", "ppl": "1.14", "wps": "12543.8", "ups": "6.06", "wpb": "2068.7", "bsz": "99.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.755", "train_wall": "16", "gb_free": "42.6", "wall": "2191"} +{"epoch": 4, "update": 3.167, "loss": "0.189", "ppl": "1.14", "wps": "12543.8", "ups": "6.06", "wpb": "2068.7", "bsz": "99.2", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.755", "train_wall": "16", "gb_free": "42.6", "wall": "2191"} +{"epoch": 4, "update": 3.191, "loss": "0.17", "ppl": "1.12", "wps": "12406.6", "ups": "6.07", "wpb": "2044.1", "bsz": "101.7", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2207"} +{"epoch": 4, "update": 3.191, "loss": "0.17", "ppl": "1.12", "wps": "12406.6", "ups": "6.07", "wpb": "2044.1", "bsz": "101.7", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2207"} +{"epoch": 4, "update": 3.191, "loss": "0.17", "ppl": "1.12", "wps": "12406.6", "ups": "6.07", "wpb": "2044.1", "bsz": "101.7", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2207"} +{"epoch": 4, "update": 3.191, "loss": "0.17", "ppl": "1.12", "wps": "12406.6", "ups": "6.07", "wpb": "2044.1", "bsz": "101.7", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2207"} +{"epoch": 4, "update": 3.215, "loss": "0.193", "ppl": "1.14", "wps": "13108.4", "ups": "6.12", "wpb": "2142.8", "bsz": "100.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.751", "train_wall": "16", "gb_free": "42.7", "wall": "2224"} +{"epoch": 4, "update": 3.215, "loss": "0.193", "ppl": "1.14", "wps": "13108.4", "ups": "6.12", "wpb": "2142.8", "bsz": "100.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.751", "train_wall": "16", "gb_free": "42.7", "wall": "2224"} +{"epoch": 4, "update": 3.215, "loss": "0.193", "ppl": "1.14", "wps": "13108.4", "ups": "6.12", "wpb": "2142.8", "bsz": "100.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.751", "train_wall": "16", "gb_free": "42.7", "wall": "2224"} +{"epoch": 4, "update": 3.215, "loss": "0.193", "ppl": "1.14", "wps": "13108.4", "ups": "6.12", "wpb": "2142.8", "bsz": "100.2", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.751", "train_wall": "16", "gb_free": "42.7", "wall": "2224"} +{"epoch": 4, "update": 3.239, "loss": "0.225", "ppl": "1.17", "wps": "14354.6", "ups": "6.16", "wpb": "2329.3", "bsz": "111.3", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2240"} +{"epoch": 4, "update": 3.239, "loss": "0.225", "ppl": "1.17", "wps": "14354.6", "ups": "6.16", "wpb": "2329.3", "bsz": "111.3", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2240"} +{"epoch": 4, "update": 3.239, "loss": "0.225", "ppl": "1.17", "wps": "14354.6", "ups": "6.16", "wpb": "2329.3", "bsz": "111.3", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2240"} +{"epoch": 4, "update": 3.239, "loss": "0.225", "ppl": "1.17", "wps": "14354.6", "ups": "6.16", "wpb": "2329.3", "bsz": "111.3", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.782", "train_wall": "16", "gb_free": "42.5", "wall": "2240"} +{"epoch": 4, "update": 3.263, "loss": "0.17", "ppl": "1.13", "wps": "13081.8", "ups": "6.07", "wpb": "2156.7", "bsz": "104.2", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.701", "train_wall": "16", "gb_free": "42.5", "wall": "2256"} +{"epoch": 4, "update": 3.263, "loss": "0.17", "ppl": "1.13", "wps": "13081.8", "ups": "6.07", "wpb": "2156.7", "bsz": "104.2", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.701", "train_wall": "16", "gb_free": "42.5", "wall": "2256"} +{"epoch": 4, "update": 3.263, "loss": "0.17", "ppl": "1.13", "wps": "13081.8", "ups": "6.07", "wpb": "2156.7", "bsz": "104.2", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.701", "train_wall": "16", "gb_free": "42.5", "wall": "2256"} +{"epoch": 4, "update": 3.263, "loss": "0.17", "ppl": "1.13", "wps": "13081.8", "ups": "6.07", "wpb": "2156.7", "bsz": "104.2", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.701", "train_wall": "16", "gb_free": "42.5", "wall": "2256"} +{"epoch": 4, "update": 3.287, "loss": "0.185", "ppl": "1.14", "wps": "13021.4", "ups": "6.15", "wpb": "2117.7", "bsz": "101.8", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.711", "train_wall": "16", "gb_free": "42.6", "wall": "2273"} +{"epoch": 4, "update": 3.287, "loss": "0.185", "ppl": "1.14", "wps": "13021.4", "ups": "6.15", "wpb": "2117.7", "bsz": "101.8", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.711", "train_wall": "16", "gb_free": "42.6", "wall": "2273"} +{"epoch": 4, "update": 3.287, "loss": "0.185", "ppl": "1.14", "wps": "13021.4", "ups": "6.15", "wpb": "2117.7", "bsz": "101.8", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.711", "train_wall": "16", "gb_free": "42.6", "wall": "2273"} +{"epoch": 4, "update": 3.287, "loss": "0.185", "ppl": "1.14", "wps": "13021.4", "ups": "6.15", "wpb": "2117.7", "bsz": "101.8", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.711", "train_wall": "16", "gb_free": "42.6", "wall": "2273"} +{"epoch": 4, "update": 3.311, "loss": "0.203", "ppl": "1.15", "wps": "13893.6", "ups": "6.04", "wpb": "2301.9", "bsz": "107.8", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.728", "train_wall": "16", "gb_free": "42", "wall": "2289"} +{"epoch": 4, "update": 3.311, "loss": "0.203", "ppl": "1.15", "wps": "13893.6", "ups": "6.04", "wpb": "2301.9", "bsz": "107.8", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.728", "train_wall": "16", "gb_free": "42", "wall": "2289"} +{"epoch": 4, "update": 3.311, "loss": "0.203", "ppl": "1.15", "wps": "13893.6", "ups": "6.04", "wpb": "2301.9", "bsz": "107.8", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.728", "train_wall": "16", "gb_free": "42", "wall": "2289"} +{"epoch": 4, "update": 3.311, "loss": "0.203", "ppl": "1.15", "wps": "13893.6", "ups": "6.04", "wpb": "2301.9", "bsz": "107.8", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.728", "train_wall": "16", "gb_free": "42", "wall": "2289"} +{"epoch": 4, "update": 3.335, "loss": "0.191", "ppl": "1.14", "wps": "13264.7", "ups": "6.08", "wpb": "2182.8", "bsz": "107.1", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.918", "train_wall": "16", "gb_free": "42.5", "wall": "2306"} +{"epoch": 4, "update": 3.335, "loss": "0.191", "ppl": "1.14", "wps": "13264.7", "ups": "6.08", "wpb": "2182.8", "bsz": "107.1", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.918", "train_wall": "16", "gb_free": "42.5", "wall": "2306"} +{"epoch": 4, "update": 3.335, "loss": "0.191", "ppl": "1.14", "wps": "13264.7", "ups": "6.08", "wpb": "2182.8", "bsz": "107.1", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.918", "train_wall": "16", "gb_free": "42.5", "wall": "2306"} +{"epoch": 4, "update": 3.335, "loss": "0.191", "ppl": "1.14", "wps": "13264.7", "ups": "6.08", "wpb": "2182.8", "bsz": "107.1", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.918", "train_wall": "16", "gb_free": "42.5", "wall": "2306"} +{"epoch": 4, "update": 3.359, "loss": "0.192", "ppl": "1.14", "wps": "12750", "ups": "6.06", "wpb": "2105.5", "bsz": "103.2", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "2322"} +{"epoch": 4, "update": 3.359, "loss": "0.192", "ppl": "1.14", "wps": "12750", "ups": "6.06", "wpb": "2105.5", "bsz": "103.2", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "2322"} +{"epoch": 4, "update": 3.359, "loss": "0.192", "ppl": "1.14", "wps": "12750", "ups": "6.06", "wpb": "2105.5", "bsz": "103.2", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "2322"} +{"epoch": 4, "update": 3.359, "loss": "0.192", "ppl": "1.14", "wps": "12750", "ups": "6.06", "wpb": "2105.5", "bsz": "103.2", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.8", "train_wall": "16", "gb_free": "42.5", "wall": "2322"} +{"epoch": 4, "update": 3.383, "loss": "0.178", "ppl": "1.13", "wps": "13097.7", "ups": "6.08", "wpb": "2154.1", "bsz": "102.2", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.5", "wall": "2338"} +{"epoch": 4, "update": 3.383, "loss": "0.178", "ppl": "1.13", "wps": "13097.7", "ups": "6.08", "wpb": "2154.1", "bsz": "102.2", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.5", "wall": "2338"} +{"epoch": 4, "update": 3.383, "loss": "0.178", "ppl": "1.13", "wps": "13097.7", "ups": "6.08", "wpb": "2154.1", "bsz": "102.2", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.5", "wall": "2338"} +{"epoch": 4, "update": 3.383, "loss": "0.178", "ppl": "1.13", "wps": "13097.7", "ups": "6.08", "wpb": "2154.1", "bsz": "102.2", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.727", "train_wall": "16", "gb_free": "42.5", "wall": "2338"} +{"epoch": 4, "update": 3.407, "loss": "0.182", "ppl": "1.13", "wps": "13429.9", "ups": "6.14", "wpb": "2186.7", "bsz": "105.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.729", "train_wall": "16", "gb_free": "42.5", "wall": "2355"} +{"epoch": 4, "update": 3.407, "loss": "0.182", "ppl": "1.13", "wps": "13429.9", "ups": "6.14", "wpb": "2186.7", "bsz": "105.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.729", "train_wall": "16", "gb_free": "42.5", "wall": "2355"} +{"epoch": 4, "update": 3.407, "loss": "0.182", "ppl": "1.13", "wps": "13429.9", "ups": "6.14", "wpb": "2186.7", "bsz": "105.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.729", "train_wall": "16", "gb_free": "42.5", "wall": "2355"} +{"epoch": 4, "update": 3.407, "loss": "0.182", "ppl": "1.13", "wps": "13429.9", "ups": "6.14", "wpb": "2186.7", "bsz": "105.2", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.729", "train_wall": "16", "gb_free": "42.5", "wall": "2355"} +{"epoch": 4, "update": 3.431, "loss": "0.172", "ppl": "1.13", "wps": "14324.5", "ups": "6.19", "wpb": "2312.7", "bsz": "112.9", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.679", "train_wall": "16", "gb_free": "42.5", "wall": "2371"} +{"epoch": 4, "update": 3.431, "loss": "0.172", "ppl": "1.13", "wps": "14324.5", "ups": "6.19", "wpb": "2312.7", "bsz": "112.9", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.679", "train_wall": "16", "gb_free": "42.5", "wall": "2371"} +{"epoch": 4, "update": 3.431, "loss": "0.172", "ppl": "1.13", "wps": "14324.5", "ups": "6.19", "wpb": "2312.7", "bsz": "112.9", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.679", "train_wall": "16", "gb_free": "42.5", "wall": "2371"} +{"epoch": 4, "update": 3.431, "loss": "0.172", "ppl": "1.13", "wps": "14324.5", "ups": "6.19", "wpb": "2312.7", "bsz": "112.9", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.679", "train_wall": "16", "gb_free": "42.5", "wall": "2371"} +{"epoch": 4, "update": 3.455, "loss": "0.16", "ppl": "1.12", "wps": "11691.1", "ups": "6.07", "wpb": "1926.3", "bsz": "93.5", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.866", "train_wall": "16", "gb_free": "42.5", "wall": "2387"} +{"epoch": 4, "update": 3.455, "loss": "0.16", "ppl": "1.12", "wps": "11691.1", "ups": "6.07", "wpb": "1926.3", "bsz": "93.5", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.866", "train_wall": "16", "gb_free": "42.5", "wall": "2387"} +{"epoch": 4, "update": 3.455, "loss": "0.16", "ppl": "1.12", "wps": "11691.1", "ups": "6.07", "wpb": "1926.3", "bsz": "93.5", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.866", "train_wall": "16", "gb_free": "42.5", "wall": "2387"} +{"epoch": 4, "update": 3.455, "loss": "0.16", "ppl": "1.12", "wps": "11691.1", "ups": "6.07", "wpb": "1926.3", "bsz": "93.5", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.866", "train_wall": "16", "gb_free": "42.5", "wall": "2387"} +{"epoch": 4, "update": 3.479, "loss": "0.125", "ppl": "1.09", "wps": "11936", "ups": "6.16", "wpb": "1936.8", "bsz": "100.8", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.692", "train_wall": "16", "gb_free": "42.7", "wall": "2404"} +{"epoch": 4, "update": 3.479, "loss": "0.125", "ppl": "1.09", "wps": "11936", "ups": "6.16", "wpb": "1936.8", "bsz": "100.8", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.692", "train_wall": "16", "gb_free": "42.7", "wall": "2404"} +{"epoch": 4, "update": 3.479, "loss": "0.125", "ppl": "1.09", "wps": "11936", "ups": "6.16", "wpb": "1936.8", "bsz": "100.8", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.692", "train_wall": "16", "gb_free": "42.7", "wall": "2404"} +{"epoch": 4, "update": 3.479, "loss": "0.125", "ppl": "1.09", "wps": "11936", "ups": "6.16", "wpb": "1936.8", "bsz": "100.8", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.692", "train_wall": "16", "gb_free": "42.7", "wall": "2404"} +{"epoch": 4, "update": 3.503, "loss": "0.165", "ppl": "1.12", "wps": "12779.3", "ups": "6.06", "wpb": "2107.7", "bsz": "99.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.696", "train_wall": "16", "gb_free": "42.7", "wall": "2420"} +{"epoch": 4, "update": 3.503, "loss": "0.165", "ppl": "1.12", "wps": "12779.3", "ups": "6.06", "wpb": "2107.7", "bsz": "99.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.696", "train_wall": "16", "gb_free": "42.7", "wall": "2420"} +{"epoch": 4, "update": 3.503, "loss": "0.165", "ppl": "1.12", "wps": "12779.3", "ups": "6.06", "wpb": "2107.7", "bsz": "99.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.696", "train_wall": "16", "gb_free": "42.7", "wall": "2420"} +{"epoch": 4, "update": 3.503, "loss": "0.165", "ppl": "1.12", "wps": "12779.3", "ups": "6.06", "wpb": "2107.7", "bsz": "99.7", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.696", "train_wall": "16", "gb_free": "42.7", "wall": "2420"} +{"epoch": 4, "update": 3.527, "loss": "0.156", "ppl": "1.11", "wps": "13974.5", "ups": "6.2", "wpb": "2255.4", "bsz": "111.7", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.5", "wall": "2436"} +{"epoch": 4, "update": 3.527, "loss": "0.156", "ppl": "1.11", "wps": "13974.5", "ups": "6.2", "wpb": "2255.4", "bsz": "111.7", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.5", "wall": "2436"} +{"epoch": 4, "update": 3.527, "loss": "0.156", "ppl": "1.11", "wps": "13974.5", "ups": "6.2", "wpb": "2255.4", "bsz": "111.7", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.5", "wall": "2436"} +{"epoch": 4, "update": 3.527, "loss": "0.156", "ppl": "1.11", "wps": "13974.5", "ups": "6.2", "wpb": "2255.4", "bsz": "111.7", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.5", "wall": "2436"} +{"epoch": 4, "update": 3.551, "loss": "0.153", "ppl": "1.11", "wps": "14042", "ups": "6.21", "wpb": "2262.9", "bsz": "110.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.62", "train_wall": "16", "gb_free": "41.4", "wall": "2452"} +{"epoch": 4, "update": 3.551, "loss": "0.153", "ppl": "1.11", "wps": "14042", "ups": "6.21", "wpb": "2262.9", "bsz": "110.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.62", "train_wall": "16", "gb_free": "41.4", "wall": "2452"} +{"epoch": 4, "update": 3.551, "loss": "0.153", "ppl": "1.11", "wps": "14042", "ups": "6.21", "wpb": "2262.9", "bsz": "110.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.62", "train_wall": "16", "gb_free": "41.4", "wall": "2452"} +{"epoch": 4, "update": 3.551, "loss": "0.153", "ppl": "1.11", "wps": "14042", "ups": "6.21", "wpb": "2262.9", "bsz": "110.2", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.62", "train_wall": "16", "gb_free": "41.4", "wall": "2452"} +{"epoch": 4, "update": 3.575, "loss": "0.161", "ppl": "1.12", "wps": "13859", "ups": "6.19", "wpb": "2237.3", "bsz": "106.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.635", "train_wall": "16", "gb_free": "41.8", "wall": "2469"} +{"epoch": 4, "update": 3.575, "loss": "0.161", "ppl": "1.12", "wps": "13859", "ups": "6.19", "wpb": "2237.3", "bsz": "106.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.635", "train_wall": "16", "gb_free": "41.8", "wall": "2469"} +{"epoch": 4, "update": 3.575, "loss": "0.161", "ppl": "1.12", "wps": "13859", "ups": "6.19", "wpb": "2237.3", "bsz": "106.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.635", "train_wall": "16", "gb_free": "41.8", "wall": "2469"} +{"epoch": 4, "update": 3.575, "loss": "0.161", "ppl": "1.12", "wps": "13859", "ups": "6.19", "wpb": "2237.3", "bsz": "106.8", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.635", "train_wall": "16", "gb_free": "41.8", "wall": "2469"} +{"epoch": 4, "update": 3.599, "loss": "0.169", "ppl": "1.12", "wps": "13245.8", "ups": "6.13", "wpb": "2161.7", "bsz": "101.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.677", "train_wall": "16", "gb_free": "42.5", "wall": "2485"} +{"epoch": 4, "update": 3.599, "loss": "0.169", "ppl": "1.12", "wps": "13245.8", "ups": "6.13", "wpb": "2161.7", "bsz": "101.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.677", "train_wall": "16", "gb_free": "42.5", "wall": "2485"} +{"epoch": 4, "update": 3.599, "loss": "0.169", "ppl": "1.12", "wps": "13245.8", "ups": "6.13", "wpb": "2161.7", "bsz": "101.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.677", "train_wall": "16", "gb_free": "42.5", "wall": "2485"} +{"epoch": 4, "update": 3.599, "loss": "0.169", "ppl": "1.12", "wps": "13245.8", "ups": "6.13", "wpb": "2161.7", "bsz": "101.8", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.677", "train_wall": "16", "gb_free": "42.5", "wall": "2485"} +{"epoch": 4, "update": 3.623, "loss": "0.128", "ppl": "1.09", "wps": "12614.3", "ups": "6.15", "wpb": "2050", "bsz": "101", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.591", "train_wall": "16", "gb_free": "42.7", "wall": "2501"} +{"epoch": 4, "update": 3.623, "loss": "0.128", "ppl": "1.09", "wps": "12614.3", "ups": "6.15", "wpb": "2050", "bsz": "101", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.591", "train_wall": "16", "gb_free": "42.7", "wall": "2501"} +{"epoch": 4, "update": 3.623, "loss": "0.128", "ppl": "1.09", "wps": "12614.3", "ups": "6.15", "wpb": "2050", "bsz": "101", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.591", "train_wall": "16", "gb_free": "42.7", "wall": "2501"} +{"epoch": 4, "update": 3.623, "loss": "0.128", "ppl": "1.09", "wps": "12614.3", "ups": "6.15", "wpb": "2050", "bsz": "101", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.591", "train_wall": "16", "gb_free": "42.7", "wall": "2501"} +{"epoch": 4, "update": 3.647, "loss": "0.158", "ppl": "1.12", "wps": "14263.6", "ups": "6.1", "wpb": "2338.4", "bsz": "115.6", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.685", "train_wall": "16", "gb_free": "41.4", "wall": "2517"} +{"epoch": 4, "update": 3.647, "loss": "0.158", "ppl": "1.12", "wps": "14263.6", "ups": "6.1", "wpb": "2338.4", "bsz": "115.6", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.685", "train_wall": "16", "gb_free": "41.4", "wall": "2517"} +{"epoch": 4, "update": 3.647, "loss": "0.158", "ppl": "1.12", "wps": "14263.6", "ups": "6.1", "wpb": "2338.4", "bsz": "115.6", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.685", "train_wall": "16", "gb_free": "41.4", "wall": "2517"} +{"epoch": 4, "update": 3.647, "loss": "0.158", "ppl": "1.12", "wps": "14263.6", "ups": "6.1", "wpb": "2338.4", "bsz": "115.6", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.685", "train_wall": "16", "gb_free": "41.4", "wall": "2517"} +{"epoch": 4, "update": 3.671, "loss": "0.139", "ppl": "1.1", "wps": "13225.7", "ups": "6.14", "wpb": "2154.3", "bsz": "103.9", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.6", "wall": "2534"} +{"epoch": 4, "update": 3.671, "loss": "0.139", "ppl": "1.1", "wps": "13225.7", "ups": "6.14", "wpb": "2154.3", "bsz": "103.9", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.6", "wall": "2534"} +{"epoch": 4, "update": 3.671, "loss": "0.139", "ppl": "1.1", "wps": "13225.7", "ups": "6.14", "wpb": "2154.3", "bsz": "103.9", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.6", "wall": "2534"} +{"epoch": 4, "update": 3.671, "loss": "0.139", "ppl": "1.1", "wps": "13225.7", "ups": "6.14", "wpb": "2154.3", "bsz": "103.9", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.643", "train_wall": "16", "gb_free": "42.6", "wall": "2534"} +{"epoch": 4, "update": 3.695, "loss": "0.117", "ppl": "1.08", "wps": "11547", "ups": "6.04", "wpb": "1913.1", "bsz": "98.5", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.705", "train_wall": "16", "gb_free": "42.5", "wall": "2550"} +{"epoch": 4, "update": 3.695, "loss": "0.117", "ppl": "1.08", "wps": "11547", "ups": "6.04", "wpb": "1913.1", "bsz": "98.5", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.705", "train_wall": "16", "gb_free": "42.5", "wall": "2550"} +{"epoch": 4, "update": 3.695, "loss": "0.117", "ppl": "1.08", "wps": "11547", "ups": "6.04", "wpb": "1913.1", "bsz": "98.5", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.705", "train_wall": "16", "gb_free": "42.5", "wall": "2550"} +{"epoch": 4, "update": 3.695, "loss": "0.117", "ppl": "1.08", "wps": "11547", "ups": "6.04", "wpb": "1913.1", "bsz": "98.5", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.705", "train_wall": "16", "gb_free": "42.5", "wall": "2550"} +{"epoch": 4, "update": 3.719, "loss": "0.137", "ppl": "1.1", "wps": "12527", "ups": "6.05", "wpb": "2070.1", "bsz": "103.3", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.661", "train_wall": "16", "gb_free": "42.5", "wall": "2567"} +{"epoch": 4, "update": 3.719, "loss": "0.137", "ppl": "1.1", "wps": "12527", "ups": "6.05", "wpb": "2070.1", "bsz": "103.3", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.661", "train_wall": "16", "gb_free": "42.5", "wall": "2567"} +{"epoch": 4, "update": 3.719, "loss": "0.137", "ppl": "1.1", "wps": "12527", "ups": "6.05", "wpb": "2070.1", "bsz": "103.3", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.661", "train_wall": "16", "gb_free": "42.5", "wall": "2567"} +{"epoch": 4, "update": 3.719, "loss": "0.137", "ppl": "1.1", "wps": "12527", "ups": "6.05", "wpb": "2070.1", "bsz": "103.3", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.661", "train_wall": "16", "gb_free": "42.5", "wall": "2567"} +{"epoch": 4, "update": 3.743, "loss": "0.188", "ppl": "1.14", "wps": "12734", "ups": "6.05", "wpb": "2104.5", "bsz": "95.9", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.964", "train_wall": "16", "gb_free": "41.6", "wall": "2583"} +{"epoch": 4, "update": 3.743, "loss": "0.188", "ppl": "1.14", "wps": "12734", "ups": "6.05", "wpb": "2104.5", "bsz": "95.9", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.964", "train_wall": "16", "gb_free": "41.6", "wall": "2583"} +{"epoch": 4, "update": 3.743, "loss": "0.188", "ppl": "1.14", "wps": "12734", "ups": "6.05", "wpb": "2104.5", "bsz": "95.9", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.964", "train_wall": "16", "gb_free": "41.6", "wall": "2583"} +{"epoch": 4, "update": 3.743, "loss": "0.188", "ppl": "1.14", "wps": "12734", "ups": "6.05", "wpb": "2104.5", "bsz": "95.9", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.964", "train_wall": "16", "gb_free": "41.6", "wall": "2583"} +{"epoch": 4, "update": 3.767, "loss": "0.16", "ppl": "1.12", "wps": "12579.5", "ups": "6.03", "wpb": "2086.5", "bsz": "97.8", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.6", "wall": "2600"} +{"epoch": 4, "update": 3.767, "loss": "0.16", "ppl": "1.12", "wps": "12579.5", "ups": "6.03", "wpb": "2086.5", "bsz": "97.8", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.6", "wall": "2600"} +{"epoch": 4, "update": 3.767, "loss": "0.16", "ppl": "1.12", "wps": "12579.5", "ups": "6.03", "wpb": "2086.5", "bsz": "97.8", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.6", "wall": "2600"} +{"epoch": 4, "update": 3.767, "loss": "0.16", "ppl": "1.12", "wps": "12579.5", "ups": "6.03", "wpb": "2086.5", "bsz": "97.8", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.749", "train_wall": "16", "gb_free": "42.6", "wall": "2600"} +{"epoch": 4, "update": 3.791, "loss": "0.127", "ppl": "1.09", "wps": "12303.9", "ups": "6.07", "wpb": "2025.7", "bsz": "99.4", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.5", "wall": "2616"} +{"epoch": 4, "update": 3.791, "loss": "0.127", "ppl": "1.09", "wps": "12303.9", "ups": "6.07", "wpb": "2025.7", "bsz": "99.4", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.5", "wall": "2616"} +{"epoch": 4, "update": 3.791, "loss": "0.127", "ppl": "1.09", "wps": "12303.9", "ups": "6.07", "wpb": "2025.7", "bsz": "99.4", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.5", "wall": "2616"} +{"epoch": 4, "update": 3.791, "loss": "0.127", "ppl": "1.09", "wps": "12303.9", "ups": "6.07", "wpb": "2025.7", "bsz": "99.4", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.5", "wall": "2616"} +{"epoch": 4, "update": 3.815, "loss": "0.139", "ppl": "1.1", "wps": "12538.3", "ups": "6.09", "wpb": "2060", "bsz": "96.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.6", "wall": "2633"} +{"epoch": 4, "update": 3.815, "loss": "0.139", "ppl": "1.1", "wps": "12538.3", "ups": "6.09", "wpb": "2060", "bsz": "96.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.6", "wall": "2633"} +{"epoch": 4, "update": 3.815, "loss": "0.139", "ppl": "1.1", "wps": "12538.3", "ups": "6.09", "wpb": "2060", "bsz": "96.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.6", "wall": "2633"} +{"epoch": 4, "update": 3.815, "loss": "0.139", "ppl": "1.1", "wps": "12538.3", "ups": "6.09", "wpb": "2060", "bsz": "96.2", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.639", "train_wall": "16", "gb_free": "42.6", "wall": "2633"} +{"epoch": 4, "update": 3.839, "loss": "0.156", "ppl": "1.11", "wps": "14356.4", "ups": "6.13", "wpb": "2341.3", "bsz": "111.2", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.659", "train_wall": "16", "gb_free": "42.7", "wall": "2649"} +{"epoch": 4, "update": 3.839, "loss": "0.156", "ppl": "1.11", "wps": "14356.4", "ups": "6.13", "wpb": "2341.3", "bsz": "111.2", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.659", "train_wall": "16", "gb_free": "42.7", "wall": "2649"} +{"epoch": 4, "update": 3.839, "loss": "0.156", "ppl": "1.11", "wps": "14356.4", "ups": "6.13", "wpb": "2341.3", "bsz": "111.2", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.659", "train_wall": "16", "gb_free": "42.7", "wall": "2649"} +{"epoch": 4, "update": 3.839, "loss": "0.156", "ppl": "1.11", "wps": "14356.4", "ups": "6.13", "wpb": "2341.3", "bsz": "111.2", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.659", "train_wall": "16", "gb_free": "42.7", "wall": "2649"} +{"epoch": 4, "update": 3.863, "loss": "0.126", "ppl": "1.09", "wps": "12116.5", "ups": "6.03", "wpb": "2010.3", "bsz": "93.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.7", "wall": "2666"} +{"epoch": 4, "update": 3.863, "loss": "0.126", "ppl": "1.09", "wps": "12116.5", "ups": "6.03", "wpb": "2010.3", "bsz": "93.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.7", "wall": "2666"} +{"epoch": 4, "update": 3.863, "loss": "0.126", "ppl": "1.09", "wps": "12116.5", "ups": "6.03", "wpb": "2010.3", "bsz": "93.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.7", "wall": "2666"} +{"epoch": 4, "update": 3.863, "loss": "0.126", "ppl": "1.09", "wps": "12116.5", "ups": "6.03", "wpb": "2010.3", "bsz": "93.4", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.621", "train_wall": "16", "gb_free": "42.7", "wall": "2666"} +{"epoch": 4, "update": 3.887, "loss": "0.103", "ppl": "1.07", "wps": "12288.1", "ups": "6.1", "wpb": "2016", "bsz": "100.2", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.57", "train_wall": "16", "gb_free": "41.3", "wall": "2682"} +{"epoch": 4, "update": 3.887, "loss": "0.103", "ppl": "1.07", "wps": "12288.1", "ups": "6.1", "wpb": "2016", "bsz": "100.2", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.57", "train_wall": "16", "gb_free": "41.3", "wall": "2682"} +{"epoch": 4, "update": 3.887, "loss": "0.103", "ppl": "1.07", "wps": "12288.1", "ups": "6.1", "wpb": "2016", "bsz": "100.2", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.57", "train_wall": "16", "gb_free": "41.3", "wall": "2682"} +{"epoch": 4, "update": 3.887, "loss": "0.103", "ppl": "1.07", "wps": "12288.1", "ups": "6.1", "wpb": "2016", "bsz": "100.2", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.57", "train_wall": "16", "gb_free": "41.3", "wall": "2682"} +{"epoch": 4, "update": 3.911, "loss": "0.14", "ppl": "1.1", "wps": "13729", "ups": "6.17", "wpb": "2225.9", "bsz": "105.6", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.605", "train_wall": "16", "gb_free": "42.6", "wall": "2698"} +{"epoch": 4, "update": 3.911, "loss": "0.14", "ppl": "1.1", "wps": "13729", "ups": "6.17", "wpb": "2225.9", "bsz": "105.6", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.605", "train_wall": "16", "gb_free": "42.6", "wall": "2698"} +{"epoch": 4, "update": 3.911, "loss": "0.14", "ppl": "1.1", "wps": "13729", "ups": "6.17", "wpb": "2225.9", "bsz": "105.6", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.605", "train_wall": "16", "gb_free": "42.6", "wall": "2698"} +{"epoch": 4, "update": 3.911, "loss": "0.14", "ppl": "1.1", "wps": "13729", "ups": "6.17", "wpb": "2225.9", "bsz": "105.6", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.605", "train_wall": "16", "gb_free": "42.6", "wall": "2698"} +{"epoch": 4, "update": 3.935, "loss": "0.12", "ppl": "1.09", "wps": "12186.6", "ups": "6.09", "wpb": "2001.7", "bsz": "98.6", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "2715"} +{"epoch": 4, "update": 3.935, "loss": "0.12", "ppl": "1.09", "wps": "12186.6", "ups": "6.09", "wpb": "2001.7", "bsz": "98.6", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "2715"} +{"epoch": 4, "update": 3.935, "loss": "0.12", "ppl": "1.09", "wps": "12186.6", "ups": "6.09", "wpb": "2001.7", "bsz": "98.6", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "2715"} +{"epoch": 4, "update": 3.935, "loss": "0.12", "ppl": "1.09", "wps": "12186.6", "ups": "6.09", "wpb": "2001.7", "bsz": "98.6", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "2715"} +{"epoch": 4, "update": 3.959, "loss": "0.121", "ppl": "1.09", "wps": "15027.1", "ups": "6.18", "wpb": "2432.3", "bsz": "117.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.589", "train_wall": "16", "gb_free": "41.4", "wall": "2731"} +{"epoch": 4, "update": 3.959, "loss": "0.121", "ppl": "1.09", "wps": "15027.1", "ups": "6.18", "wpb": "2432.3", "bsz": "117.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.589", "train_wall": "16", "gb_free": "41.4", "wall": "2731"} +{"epoch": 4, "update": 3.959, "loss": "0.121", "ppl": "1.09", "wps": "15027.1", "ups": "6.18", "wpb": "2432.3", "bsz": "117.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.589", "train_wall": "16", "gb_free": "41.4", "wall": "2731"} +{"epoch": 4, "update": 3.959, "loss": "0.121", "ppl": "1.09", "wps": "15027.1", "ups": "6.18", "wpb": "2432.3", "bsz": "117.3", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.589", "train_wall": "16", "gb_free": "41.4", "wall": "2731"} +{"epoch": 4, "update": 3.983, "loss": "0.144", "ppl": "1.1", "wps": "13514.7", "ups": "6.06", "wpb": "2231", "bsz": "103.4", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.648", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 4, "update": 3.983, "loss": "0.144", "ppl": "1.1", "wps": "13514.7", "ups": "6.06", "wpb": "2231", "bsz": "103.4", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.648", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 4, "update": 3.983, "loss": "0.144", "ppl": "1.1", "wps": "13514.7", "ups": "6.06", "wpb": "2231", "bsz": "103.4", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.648", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +{"epoch": 4, "update": 3.983, "loss": "0.144", "ppl": "1.1", "wps": "13514.7", "ups": "6.06", "wpb": "2231", "bsz": "103.4", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.648", "train_wall": "16", "gb_free": "42.5", "wall": "2748"} +begin validation on "valid" subset +{"epoch": 4, "valid_loss": "0.235", "valid_ppl": "1.18", "valid_wps": "40863.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "16672", "valid_best_loss": "0.235"} +{"epoch": 4, "valid_loss": "0.235", "valid_ppl": "1.18", "valid_wps": "40863.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "16672", "valid_best_loss": "0.235"} +{"epoch": 4, "valid_loss": "0.235", "valid_ppl": "1.18", "valid_wps": "40863.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "16672", "valid_best_loss": "0.235"} +{"epoch": 4, "valid_loss": "0.235", "valid_ppl": "1.18", "valid_wps": "40863.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "16672", "valid_best_loss": "0.235"} +end of epoch 4 (average epoch stats below) +{"epoch": 4, "train_loss": "0.165", "train_ppl": "1.12", "train_wps": "12910.7", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "16672", "train_lr": "0.00024491", "train_gnorm": "0.709", "train_train_wall": "676", "train_gb_free": "42.7", "train_wall": "2766"} +{"epoch": 4, "train_loss": "0.165", "train_ppl": "1.12", "train_wps": "12910.7", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "16672", "train_lr": "0.00024491", "train_gnorm": "0.709", "train_train_wall": "676", "train_gb_free": "42.7", "train_wall": "2766"} +{"epoch": 4, "train_loss": "0.165", "train_ppl": "1.12", "train_wps": "12910.7", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "16672", "train_lr": "0.00024491", "train_gnorm": "0.709", "train_train_wall": "676", "train_gb_free": "42.7", "train_wall": "2766"} +{"epoch": 4, "train_loss": "0.165", "train_ppl": "1.12", "train_wps": "12910.7", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "16672", "train_lr": "0.00024491", "train_gnorm": "0.709", "train_train_wall": "676", "train_gb_free": "42.7", "train_wall": "2766"} +Start iterating over samples +{"epoch": 5, "update": 4.007, "loss": "0.135", "ppl": "1.1", "wps": "8735.4", "ups": "4.31", "wpb": "2025.2", "bsz": "102.2", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.788", "train_wall": "16", "gb_free": "42.6", "wall": "2771"} +{"epoch": 5, "update": 4.007, "loss": "0.135", "ppl": "1.1", "wps": "8735.4", "ups": "4.31", "wpb": "2025.2", "bsz": "102.2", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.788", "train_wall": "16", "gb_free": "42.6", "wall": "2771"} +{"epoch": 5, "update": 4.007, "loss": "0.135", "ppl": "1.1", "wps": "8735.4", "ups": "4.31", "wpb": "2025.2", "bsz": "102.2", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.788", "train_wall": "16", "gb_free": "42.6", "wall": "2771"} +{"epoch": 5, "update": 4.007, "loss": "0.135", "ppl": "1.1", "wps": "8735.4", "ups": "4.31", "wpb": "2025.2", "bsz": "102.2", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.788", "train_wall": "16", "gb_free": "42.6", "wall": "2771"} +{"epoch": 5, "update": 4.007, "loss": "0.135", "ppl": "1.1", "wps": "8735.4", "ups": "4.31", "wpb": "2025.2", "bsz": "102.2", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.788", "train_wall": "16", "gb_free": "42.6", "wall": "2771"} +{"epoch": 5, "update": 4.031, "loss": "0.124", "ppl": "1.09", "wps": "13059.2", "ups": "6.11", "wpb": "2135.6", "bsz": "101.8", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.601", "train_wall": "16", "gb_free": "42.5", "wall": "2787"} +{"epoch": 5, "update": 4.031, "loss": "0.124", "ppl": "1.09", "wps": "13059.2", "ups": "6.11", "wpb": "2135.6", "bsz": "101.8", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.601", "train_wall": "16", "gb_free": "42.5", "wall": "2787"} +{"epoch": 5, "update": 4.031, "loss": "0.124", "ppl": "1.09", "wps": "13059.2", "ups": "6.11", "wpb": "2135.6", "bsz": "101.8", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.601", "train_wall": "16", "gb_free": "42.5", "wall": "2787"} +{"epoch": 5, "update": 4.031, "loss": "0.124", "ppl": "1.09", "wps": "13059.2", "ups": "6.11", "wpb": "2135.6", "bsz": "101.8", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.601", "train_wall": "16", "gb_free": "42.5", "wall": "2787"} +{"epoch": 5, "update": 4.031, "loss": "0.124", "ppl": "1.09", "wps": "13059.2", "ups": "6.11", "wpb": "2135.6", "bsz": "101.8", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.601", "train_wall": "16", "gb_free": "42.5", "wall": "2787"} +{"epoch": 5, "update": 4.055, "loss": "0.113", "ppl": "1.08", "wps": "13751.2", "ups": "6.16", "wpb": "2231.6", "bsz": "107", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.5", "wall": "2803"} +{"epoch": 5, "update": 4.055, "loss": "0.113", "ppl": "1.08", "wps": "13751.2", "ups": "6.16", "wpb": "2231.6", "bsz": "107", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.5", "wall": "2803"} +{"epoch": 5, "update": 4.055, "loss": "0.113", "ppl": "1.08", "wps": "13751.2", "ups": "6.16", "wpb": "2231.6", "bsz": "107", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.5", "wall": "2803"} +{"epoch": 5, "update": 4.055, "loss": "0.113", "ppl": "1.08", "wps": "13751.2", "ups": "6.16", "wpb": "2231.6", "bsz": "107", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.5", "wall": "2803"} +{"epoch": 5, "update": 4.055, "loss": "0.113", "ppl": "1.08", "wps": "13751.2", "ups": "6.16", "wpb": "2231.6", "bsz": "107", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.5", "wall": "2803"} +{"epoch": 5, "update": 4.079, "loss": "0.11", "ppl": "1.08", "wps": "11579", "ups": "6.01", "wpb": "1927.8", "bsz": "90.2", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2820"} +{"epoch": 5, "update": 4.079, "loss": "0.11", "ppl": "1.08", "wps": "11579", "ups": "6.01", "wpb": "1927.8", "bsz": "90.2", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2820"} +{"epoch": 5, "update": 4.079, "loss": "0.11", "ppl": "1.08", "wps": "11579", "ups": "6.01", "wpb": "1927.8", "bsz": "90.2", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2820"} +{"epoch": 5, "update": 4.079, "loss": "0.11", "ppl": "1.08", "wps": "11579", "ups": "6.01", "wpb": "1927.8", "bsz": "90.2", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2820"} +{"epoch": 5, "update": 4.079, "loss": "0.11", "ppl": "1.08", "wps": "11579", "ups": "6.01", "wpb": "1927.8", "bsz": "90.2", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.686", "train_wall": "16", "gb_free": "42.6", "wall": "2820"} +{"epoch": 5, "update": 4.103, "loss": "0.095", "ppl": "1.07", "wps": "12803.1", "ups": "6.12", "wpb": "2092.1", "bsz": "100.3", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "2836"} +{"epoch": 5, "update": 4.103, "loss": "0.095", "ppl": "1.07", "wps": "12803.1", "ups": "6.12", "wpb": "2092.1", "bsz": "100.3", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "2836"} +{"epoch": 5, "update": 4.103, "loss": "0.095", "ppl": "1.07", "wps": "12803.1", "ups": "6.12", "wpb": "2092.1", "bsz": "100.3", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "2836"} +{"epoch": 5, "update": 4.103, "loss": "0.095", "ppl": "1.07", "wps": "12803.1", "ups": "6.12", "wpb": "2092.1", "bsz": "100.3", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "2836"} +{"epoch": 5, "update": 4.103, "loss": "0.095", "ppl": "1.07", "wps": "12803.1", "ups": "6.12", "wpb": "2092.1", "bsz": "100.3", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "2836"} +{"epoch": 5, "update": 4.127, "loss": "0.109", "ppl": "1.08", "wps": "14055.3", "ups": "6.2", "wpb": "2267.6", "bsz": "110.9", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.7", "wall": "2852"} +{"epoch": 5, "update": 4.127, "loss": "0.109", "ppl": "1.08", "wps": "14055.3", "ups": "6.2", "wpb": "2267.6", "bsz": "110.9", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.7", "wall": "2852"} +{"epoch": 5, "update": 4.127, "loss": "0.109", "ppl": "1.08", "wps": "14055.3", "ups": "6.2", "wpb": "2267.6", "bsz": "110.9", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.7", "wall": "2852"} +{"epoch": 5, "update": 4.127, "loss": "0.109", "ppl": "1.08", "wps": "14055.3", "ups": "6.2", "wpb": "2267.6", "bsz": "110.9", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.7", "wall": "2852"} +{"epoch": 5, "update": 4.127, "loss": "0.109", "ppl": "1.08", "wps": "14055.3", "ups": "6.2", "wpb": "2267.6", "bsz": "110.9", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.602", "train_wall": "16", "gb_free": "42.7", "wall": "2852"} +{"epoch": 5, "update": 4.151, "loss": "0.111", "ppl": "1.08", "wps": "12558.5", "ups": "6.09", "wpb": "2061.6", "bsz": "101.7", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.761", "train_wall": "16", "gb_free": "42.5", "wall": "2869"} +{"epoch": 5, "update": 4.151, "loss": "0.111", "ppl": "1.08", "wps": "12558.5", "ups": "6.09", "wpb": "2061.6", "bsz": "101.7", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.761", "train_wall": "16", "gb_free": "42.5", "wall": "2869"} +{"epoch": 5, "update": 4.151, "loss": "0.111", "ppl": "1.08", "wps": "12558.5", "ups": "6.09", "wpb": "2061.6", "bsz": "101.7", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.761", "train_wall": "16", "gb_free": "42.5", "wall": "2869"} +{"epoch": 5, "update": 4.151, "loss": "0.111", "ppl": "1.08", "wps": "12558.5", "ups": "6.09", "wpb": "2061.6", "bsz": "101.7", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.761", "train_wall": "16", "gb_free": "42.5", "wall": "2869"} +{"epoch": 5, "update": 4.151, "loss": "0.111", "ppl": "1.08", "wps": "12558.5", "ups": "6.09", "wpb": "2061.6", "bsz": "101.7", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.761", "train_wall": "16", "gb_free": "42.5", "wall": "2869"} +{"epoch": 5, "update": 4.175, "loss": "0.129", "ppl": "1.09", "wps": "10851.7", "ups": "5.94", "wpb": "1825.6", "bsz": "83.4", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.728", "train_wall": "17", "gb_free": "42.7", "wall": "2886"} +{"epoch": 5, "update": 4.175, "loss": "0.129", "ppl": "1.09", "wps": "10851.7", "ups": "5.94", "wpb": "1825.6", "bsz": "83.4", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.728", "train_wall": "17", "gb_free": "42.7", "wall": "2886"} +{"epoch": 5, "update": 4.175, "loss": "0.129", "ppl": "1.09", "wps": "10851.7", "ups": "5.94", "wpb": "1825.6", "bsz": "83.4", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.728", "train_wall": "17", "gb_free": "42.7", "wall": "2886"} +{"epoch": 5, "update": 4.175, "loss": "0.129", "ppl": "1.09", "wps": "10851.7", "ups": "5.94", "wpb": "1825.6", "bsz": "83.4", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.728", "train_wall": "17", "gb_free": "42.7", "wall": "2886"} +{"epoch": 5, "update": 4.175, "loss": "0.129", "ppl": "1.09", "wps": "10851.7", "ups": "5.94", "wpb": "1825.6", "bsz": "83.4", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.728", "train_wall": "17", "gb_free": "42.7", "wall": "2886"} +{"epoch": 5, "update": 4.199, "loss": "0.11", "ppl": "1.08", "wps": "13618.2", "ups": "6.09", "wpb": "2236.9", "bsz": "109", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.6", "wall": "2902"} +{"epoch": 5, "update": 4.199, "loss": "0.11", "ppl": "1.08", "wps": "13618.2", "ups": "6.09", "wpb": "2236.9", "bsz": "109", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.6", "wall": "2902"} +{"epoch": 5, "update": 4.199, "loss": "0.11", "ppl": "1.08", "wps": "13618.2", "ups": "6.09", "wpb": "2236.9", "bsz": "109", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.6", "wall": "2902"} +{"epoch": 5, "update": 4.199, "loss": "0.11", "ppl": "1.08", "wps": "13618.2", "ups": "6.09", "wpb": "2236.9", "bsz": "109", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.6", "wall": "2902"} +{"epoch": 5, "update": 4.199, "loss": "0.11", "ppl": "1.08", "wps": "13618.2", "ups": "6.09", "wpb": "2236.9", "bsz": "109", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.653", "train_wall": "16", "gb_free": "42.6", "wall": "2902"} +{"epoch": 5, "update": 4.223, "loss": "0.113", "ppl": "1.08", "wps": "13584", "ups": "6.09", "wpb": "2231.3", "bsz": "108.7", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.759", "train_wall": "16", "gb_free": "42.7", "wall": "2919"} +{"epoch": 5, "update": 4.223, "loss": "0.113", "ppl": "1.08", "wps": "13584", "ups": "6.09", "wpb": "2231.3", "bsz": "108.7", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.759", "train_wall": "16", "gb_free": "42.7", "wall": "2919"} +{"epoch": 5, "update": 4.223, "loss": "0.113", "ppl": "1.08", "wps": "13584", "ups": "6.09", "wpb": "2231.3", "bsz": "108.7", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.759", "train_wall": "16", "gb_free": "42.7", "wall": "2919"} +{"epoch": 5, "update": 4.223, "loss": "0.113", "ppl": "1.08", "wps": "13584", "ups": "6.09", "wpb": "2231.3", "bsz": "108.7", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.759", "train_wall": "16", "gb_free": "42.7", "wall": "2919"} +{"epoch": 5, "update": 4.223, "loss": "0.113", "ppl": "1.08", "wps": "13584", "ups": "6.09", "wpb": "2231.3", "bsz": "108.7", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.759", "train_wall": "16", "gb_free": "42.7", "wall": "2919"} +{"epoch": 5, "update": 4.247, "loss": "0.102", "ppl": "1.07", "wps": "12057.5", "ups": "6.04", "wpb": "1995.2", "bsz": "97.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.665", "train_wall": "16", "gb_free": "42.6", "wall": "2935"} +{"epoch": 5, "update": 4.247, "loss": "0.102", "ppl": "1.07", "wps": "12057.5", "ups": "6.04", "wpb": "1995.2", "bsz": "97.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.665", "train_wall": "16", "gb_free": "42.6", "wall": "2935"} +{"epoch": 5, "update": 4.247, "loss": "0.102", "ppl": "1.07", "wps": "12057.5", "ups": "6.04", "wpb": "1995.2", "bsz": "97.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.665", "train_wall": "16", "gb_free": "42.6", "wall": "2935"} +{"epoch": 5, "update": 4.247, "loss": "0.102", "ppl": "1.07", "wps": "12057.5", "ups": "6.04", "wpb": "1995.2", "bsz": "97.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.665", "train_wall": "16", "gb_free": "42.6", "wall": "2935"} +{"epoch": 5, "update": 4.247, "loss": "0.102", "ppl": "1.07", "wps": "12057.5", "ups": "6.04", "wpb": "1995.2", "bsz": "97.7", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.665", "train_wall": "16", "gb_free": "42.6", "wall": "2935"} +{"epoch": 5, "update": 4.271, "loss": "0.094", "ppl": "1.07", "wps": "14343", "ups": "6.13", "wpb": "2339", "bsz": "115.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.582", "train_wall": "16", "gb_free": "41.6", "wall": "2951"} +{"epoch": 5, "update": 4.271, "loss": "0.094", "ppl": "1.07", "wps": "14343", "ups": "6.13", "wpb": "2339", "bsz": "115.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.582", "train_wall": "16", "gb_free": "41.6", "wall": "2951"} +{"epoch": 5, "update": 4.271, "loss": "0.094", "ppl": "1.07", "wps": "14343", "ups": "6.13", "wpb": "2339", "bsz": "115.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.582", "train_wall": "16", "gb_free": "41.6", "wall": "2951"} +{"epoch": 5, "update": 4.271, "loss": "0.094", "ppl": "1.07", "wps": "14343", "ups": "6.13", "wpb": "2339", "bsz": "115.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.582", "train_wall": "16", "gb_free": "41.6", "wall": "2951"} +{"epoch": 5, "update": 4.271, "loss": "0.094", "ppl": "1.07", "wps": "14343", "ups": "6.13", "wpb": "2339", "bsz": "115.9", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.582", "train_wall": "16", "gb_free": "41.6", "wall": "2951"} +{"epoch": 5, "update": 4.295, "loss": "0.108", "ppl": "1.08", "wps": "14088", "ups": "6.09", "wpb": "2311.7", "bsz": "108.4", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.624", "train_wall": "16", "gb_free": "42.6", "wall": "2968"} +{"epoch": 5, "update": 4.295, "loss": "0.108", "ppl": "1.08", "wps": "14088", "ups": "6.09", "wpb": "2311.7", "bsz": "108.4", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.624", "train_wall": "16", "gb_free": "42.6", "wall": "2968"} +{"epoch": 5, "update": 4.295, "loss": "0.108", "ppl": "1.08", "wps": "14088", "ups": "6.09", "wpb": "2311.7", "bsz": "108.4", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.624", "train_wall": "16", "gb_free": "42.6", "wall": "2968"} +{"epoch": 5, "update": 4.295, "loss": "0.108", "ppl": "1.08", "wps": "14088", "ups": "6.09", "wpb": "2311.7", "bsz": "108.4", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.624", "train_wall": "16", "gb_free": "42.6", "wall": "2968"} +{"epoch": 5, "update": 4.295, "loss": "0.108", "ppl": "1.08", "wps": "14088", "ups": "6.09", "wpb": "2311.7", "bsz": "108.4", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.624", "train_wall": "16", "gb_free": "42.6", "wall": "2968"} +{"epoch": 5, "update": 4.319, "loss": "0.112", "ppl": "1.08", "wps": "12365.7", "ups": "6.08", "wpb": "2034.5", "bsz": "93.8", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.616", "train_wall": "16", "gb_free": "42.7", "wall": "2984"} +{"epoch": 5, "update": 4.319, "loss": "0.112", "ppl": "1.08", "wps": "12365.7", "ups": "6.08", "wpb": "2034.5", "bsz": "93.8", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.616", "train_wall": "16", "gb_free": "42.7", "wall": "2984"} +{"epoch": 5, "update": 4.319, "loss": "0.112", "ppl": "1.08", "wps": "12365.7", "ups": "6.08", "wpb": "2034.5", "bsz": "93.8", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.616", "train_wall": "16", "gb_free": "42.7", "wall": "2984"} +{"epoch": 5, "update": 4.319, "loss": "0.112", "ppl": "1.08", "wps": "12365.7", "ups": "6.08", "wpb": "2034.5", "bsz": "93.8", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.616", "train_wall": "16", "gb_free": "42.7", "wall": "2984"} +{"epoch": 5, "update": 4.319, "loss": "0.112", "ppl": "1.08", "wps": "12365.7", "ups": "6.08", "wpb": "2034.5", "bsz": "93.8", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.616", "train_wall": "16", "gb_free": "42.7", "wall": "2984"} +{"epoch": 5, "update": 4.343, "loss": "0.114", "ppl": "1.08", "wps": "12869", "ups": "6.09", "wpb": "2114.5", "bsz": "100.1", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.562", "train_wall": "16", "gb_free": "41.3", "wall": "3001"} +{"epoch": 5, "update": 4.343, "loss": "0.114", "ppl": "1.08", "wps": "12869", "ups": "6.09", "wpb": "2114.5", "bsz": "100.1", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.562", "train_wall": "16", "gb_free": "41.3", "wall": "3001"} +{"epoch": 5, "update": 4.343, "loss": "0.114", "ppl": "1.08", "wps": "12869", "ups": "6.09", "wpb": "2114.5", "bsz": "100.1", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.562", "train_wall": "16", "gb_free": "41.3", "wall": "3001"} +{"epoch": 5, "update": 4.343, "loss": "0.114", "ppl": "1.08", "wps": "12869", "ups": "6.09", "wpb": "2114.5", "bsz": "100.1", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.562", "train_wall": "16", "gb_free": "41.3", "wall": "3001"} +{"epoch": 5, "update": 4.343, "loss": "0.114", "ppl": "1.08", "wps": "12869", "ups": "6.09", "wpb": "2114.5", "bsz": "100.1", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.562", "train_wall": "16", "gb_free": "41.3", "wall": "3001"} +{"epoch": 5, "update": 4.367, "loss": "0.097", "ppl": "1.07", "wps": "13741.5", "ups": "6.07", "wpb": "2262.7", "bsz": "108.6", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.568", "train_wall": "16", "gb_free": "42.5", "wall": "3017"} +{"epoch": 5, "update": 4.367, "loss": "0.097", "ppl": "1.07", "wps": "13741.5", "ups": "6.07", "wpb": "2262.7", "bsz": "108.6", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.568", "train_wall": "16", "gb_free": "42.5", "wall": "3017"} +{"epoch": 5, "update": 4.367, "loss": "0.097", "ppl": "1.07", "wps": "13741.5", "ups": "6.07", "wpb": "2262.7", "bsz": "108.6", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.568", "train_wall": "16", "gb_free": "42.5", "wall": "3017"} +{"epoch": 5, "update": 4.367, "loss": "0.097", "ppl": "1.07", "wps": "13741.5", "ups": "6.07", "wpb": "2262.7", "bsz": "108.6", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.568", "train_wall": "16", "gb_free": "42.5", "wall": "3017"} +{"epoch": 5, "update": 4.367, "loss": "0.097", "ppl": "1.07", "wps": "13741.5", "ups": "6.07", "wpb": "2262.7", "bsz": "108.6", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.568", "train_wall": "16", "gb_free": "42.5", "wall": "3017"} +{"epoch": 5, "update": 4.391, "loss": "0.105", "ppl": "1.08", "wps": "13758.2", "ups": "6.16", "wpb": "2234.8", "bsz": "110.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.586", "train_wall": "16", "gb_free": "42.5", "wall": "3033"} +{"epoch": 5, "update": 4.391, "loss": "0.105", "ppl": "1.08", "wps": "13758.2", "ups": "6.16", "wpb": "2234.8", "bsz": "110.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.586", "train_wall": "16", "gb_free": "42.5", "wall": "3033"} +{"epoch": 5, "update": 4.391, "loss": "0.105", "ppl": "1.08", "wps": "13758.2", "ups": "6.16", "wpb": "2234.8", "bsz": "110.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.586", "train_wall": "16", "gb_free": "42.5", "wall": "3033"} +{"epoch": 5, "update": 4.391, "loss": "0.105", "ppl": "1.08", "wps": "13758.2", "ups": "6.16", "wpb": "2234.8", "bsz": "110.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.586", "train_wall": "16", "gb_free": "42.5", "wall": "3033"} +{"epoch": 5, "update": 4.391, "loss": "0.105", "ppl": "1.08", "wps": "13758.2", "ups": "6.16", "wpb": "2234.8", "bsz": "110.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.586", "train_wall": "16", "gb_free": "42.5", "wall": "3033"} +{"epoch": 5, "update": 4.415, "loss": "0.082", "ppl": "1.06", "wps": "14744.5", "ups": "6.15", "wpb": "2396", "bsz": "120.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3050"} +{"epoch": 5, "update": 4.415, "loss": "0.082", "ppl": "1.06", "wps": "14744.5", "ups": "6.15", "wpb": "2396", "bsz": "120.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3050"} +{"epoch": 5, "update": 4.415, "loss": "0.082", "ppl": "1.06", "wps": "14744.5", "ups": "6.15", "wpb": "2396", "bsz": "120.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3050"} +{"epoch": 5, "update": 4.415, "loss": "0.082", "ppl": "1.06", "wps": "14744.5", "ups": "6.15", "wpb": "2396", "bsz": "120.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3050"} +{"epoch": 5, "update": 4.415, "loss": "0.082", "ppl": "1.06", "wps": "14744.5", "ups": "6.15", "wpb": "2396", "bsz": "120.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3050"} +{"epoch": 5, "update": 4.439, "loss": "0.098", "ppl": "1.07", "wps": "12737.2", "ups": "6.1", "wpb": "2087.3", "bsz": "98.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.547", "train_wall": "16", "gb_free": "42.6", "wall": "3066"} +{"epoch": 5, "update": 4.439, "loss": "0.098", "ppl": "1.07", "wps": "12737.2", "ups": "6.1", "wpb": "2087.3", "bsz": "98.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.547", "train_wall": "16", "gb_free": "42.6", "wall": "3066"} +{"epoch": 5, "update": 4.439, "loss": "0.098", "ppl": "1.07", "wps": "12737.2", "ups": "6.1", "wpb": "2087.3", "bsz": "98.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.547", "train_wall": "16", "gb_free": "42.6", "wall": "3066"} +{"epoch": 5, "update": 4.439, "loss": "0.098", "ppl": "1.07", "wps": "12737.2", "ups": "6.1", "wpb": "2087.3", "bsz": "98.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.547", "train_wall": "16", "gb_free": "42.6", "wall": "3066"} +{"epoch": 5, "update": 4.439, "loss": "0.098", "ppl": "1.07", "wps": "12737.2", "ups": "6.1", "wpb": "2087.3", "bsz": "98.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.547", "train_wall": "16", "gb_free": "42.6", "wall": "3066"} +{"epoch": 5, "update": 4.463, "loss": "0.091", "ppl": "1.07", "wps": "12760", "ups": "6.06", "wpb": "2104.4", "bsz": "101.3", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.6", "wall": "3082"} +{"epoch": 5, "update": 4.463, "loss": "0.091", "ppl": "1.07", "wps": "12760", "ups": "6.06", "wpb": "2104.4", "bsz": "101.3", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.6", "wall": "3082"} +{"epoch": 5, "update": 4.463, "loss": "0.091", "ppl": "1.07", "wps": "12760", "ups": "6.06", "wpb": "2104.4", "bsz": "101.3", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.6", "wall": "3082"} +{"epoch": 5, "update": 4.463, "loss": "0.091", "ppl": "1.07", "wps": "12760", "ups": "6.06", "wpb": "2104.4", "bsz": "101.3", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.6", "wall": "3082"} +{"epoch": 5, "update": 4.463, "loss": "0.091", "ppl": "1.07", "wps": "12760", "ups": "6.06", "wpb": "2104.4", "bsz": "101.3", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.6", "wall": "3082"} +{"epoch": 5, "update": 4.487, "loss": "0.094", "ppl": "1.07", "wps": "13908.9", "ups": "6.18", "wpb": "2252.1", "bsz": "110.6", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.596", "train_wall": "16", "gb_free": "41.6", "wall": "3099"} +{"epoch": 5, "update": 4.487, "loss": "0.094", "ppl": "1.07", "wps": "13908.9", "ups": "6.18", "wpb": "2252.1", "bsz": "110.6", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.596", "train_wall": "16", "gb_free": "41.6", "wall": "3099"} +{"epoch": 5, "update": 4.487, "loss": "0.094", "ppl": "1.07", "wps": "13908.9", "ups": "6.18", "wpb": "2252.1", "bsz": "110.6", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.596", "train_wall": "16", "gb_free": "41.6", "wall": "3099"} +{"epoch": 5, "update": 4.487, "loss": "0.094", "ppl": "1.07", "wps": "13908.9", "ups": "6.18", "wpb": "2252.1", "bsz": "110.6", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.596", "train_wall": "16", "gb_free": "41.6", "wall": "3099"} +{"epoch": 5, "update": 4.487, "loss": "0.094", "ppl": "1.07", "wps": "13908.9", "ups": "6.18", "wpb": "2252.1", "bsz": "110.6", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.596", "train_wall": "16", "gb_free": "41.6", "wall": "3099"} +{"epoch": 5, "update": 4.511, "loss": "0.093", "ppl": "1.07", "wps": "12838.7", "ups": "6.11", "wpb": "2099.9", "bsz": "101.4", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.6", "wall": "3115"} +{"epoch": 5, "update": 4.511, "loss": "0.093", "ppl": "1.07", "wps": "12838.7", "ups": "6.11", "wpb": "2099.9", "bsz": "101.4", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.6", "wall": "3115"} +{"epoch": 5, "update": 4.511, "loss": "0.093", "ppl": "1.07", "wps": "12838.7", "ups": "6.11", "wpb": "2099.9", "bsz": "101.4", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.6", "wall": "3115"} +{"epoch": 5, "update": 4.511, "loss": "0.093", "ppl": "1.07", "wps": "12838.7", "ups": "6.11", "wpb": "2099.9", "bsz": "101.4", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.6", "wall": "3115"} +{"epoch": 5, "update": 4.511, "loss": "0.093", "ppl": "1.07", "wps": "12838.7", "ups": "6.11", "wpb": "2099.9", "bsz": "101.4", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.66", "train_wall": "16", "gb_free": "42.6", "wall": "3115"} +{"epoch": 5, "update": 4.535, "loss": "0.106", "ppl": "1.08", "wps": "12968", "ups": "6.15", "wpb": "2109.5", "bsz": "98.2", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "3131"} +{"epoch": 5, "update": 4.535, "loss": "0.106", "ppl": "1.08", "wps": "12968", "ups": "6.15", "wpb": "2109.5", "bsz": "98.2", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "3131"} +{"epoch": 5, "update": 4.535, "loss": "0.106", "ppl": "1.08", "wps": "12968", "ups": "6.15", "wpb": "2109.5", "bsz": "98.2", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "3131"} +{"epoch": 5, "update": 4.535, "loss": "0.106", "ppl": "1.08", "wps": "12968", "ups": "6.15", "wpb": "2109.5", "bsz": "98.2", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "3131"} +{"epoch": 5, "update": 4.535, "loss": "0.106", "ppl": "1.08", "wps": "12968", "ups": "6.15", "wpb": "2109.5", "bsz": "98.2", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.634", "train_wall": "16", "gb_free": "42.5", "wall": "3131"} +{"epoch": 5, "update": 4.559, "loss": "0.12", "ppl": "1.09", "wps": "13322.7", "ups": "6.08", "wpb": "2190.5", "bsz": "103.7", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.764", "train_wall": "16", "gb_free": "42.6", "wall": "3148"} +{"epoch": 5, "update": 4.559, "loss": "0.12", "ppl": "1.09", "wps": "13322.7", "ups": "6.08", "wpb": "2190.5", "bsz": "103.7", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.764", "train_wall": "16", "gb_free": "42.6", "wall": "3148"} +{"epoch": 5, "update": 4.559, "loss": "0.12", "ppl": "1.09", "wps": "13322.7", "ups": "6.08", "wpb": "2190.5", "bsz": "103.7", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.764", "train_wall": "16", "gb_free": "42.6", "wall": "3148"} +{"epoch": 5, "update": 4.559, "loss": "0.12", "ppl": "1.09", "wps": "13322.7", "ups": "6.08", "wpb": "2190.5", "bsz": "103.7", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.764", "train_wall": "16", "gb_free": "42.6", "wall": "3148"} +{"epoch": 5, "update": 4.559, "loss": "0.12", "ppl": "1.09", "wps": "13322.7", "ups": "6.08", "wpb": "2190.5", "bsz": "103.7", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.764", "train_wall": "16", "gb_free": "42.6", "wall": "3148"} +{"epoch": 5, "update": 4.583, "loss": "0.092", "ppl": "1.07", "wps": "13232.3", "ups": "6.16", "wpb": "2148.5", "bsz": "105.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3164"} +{"epoch": 5, "update": 4.583, "loss": "0.092", "ppl": "1.07", "wps": "13232.3", "ups": "6.16", "wpb": "2148.5", "bsz": "105.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3164"} +{"epoch": 5, "update": 4.583, "loss": "0.092", "ppl": "1.07", "wps": "13232.3", "ups": "6.16", "wpb": "2148.5", "bsz": "105.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3164"} +{"epoch": 5, "update": 4.583, "loss": "0.092", "ppl": "1.07", "wps": "13232.3", "ups": "6.16", "wpb": "2148.5", "bsz": "105.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3164"} +{"epoch": 5, "update": 4.583, "loss": "0.092", "ppl": "1.07", "wps": "13232.3", "ups": "6.16", "wpb": "2148.5", "bsz": "105.3", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3164"} +{"epoch": 5, "update": 4.607, "loss": "0.088", "ppl": "1.06", "wps": "12747.6", "ups": "6.07", "wpb": "2101.2", "bsz": "97", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.7", "wall": "3180"} +{"epoch": 5, "update": 4.607, "loss": "0.088", "ppl": "1.06", "wps": "12747.6", "ups": "6.07", "wpb": "2101.2", "bsz": "97", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.7", "wall": "3180"} +{"epoch": 5, "update": 4.607, "loss": "0.088", "ppl": "1.06", "wps": "12747.6", "ups": "6.07", "wpb": "2101.2", "bsz": "97", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.7", "wall": "3180"} +{"epoch": 5, "update": 4.607, "loss": "0.088", "ppl": "1.06", "wps": "12747.6", "ups": "6.07", "wpb": "2101.2", "bsz": "97", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.7", "wall": "3180"} +{"epoch": 5, "update": 4.607, "loss": "0.088", "ppl": "1.06", "wps": "12747.6", "ups": "6.07", "wpb": "2101.2", "bsz": "97", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.557", "train_wall": "16", "gb_free": "42.7", "wall": "3180"} +{"epoch": 5, "update": 4.631, "loss": "0.11", "ppl": "1.08", "wps": "12578.3", "ups": "6.04", "wpb": "2081.4", "bsz": "103.4", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.7", "wall": "3197"} +{"epoch": 5, "update": 4.631, "loss": "0.11", "ppl": "1.08", "wps": "12578.3", "ups": "6.04", "wpb": "2081.4", "bsz": "103.4", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.7", "wall": "3197"} +{"epoch": 5, "update": 4.631, "loss": "0.11", "ppl": "1.08", "wps": "12578.3", "ups": "6.04", "wpb": "2081.4", "bsz": "103.4", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.7", "wall": "3197"} +{"epoch": 5, "update": 4.631, "loss": "0.11", "ppl": "1.08", "wps": "12578.3", "ups": "6.04", "wpb": "2081.4", "bsz": "103.4", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.7", "wall": "3197"} +{"epoch": 5, "update": 4.631, "loss": "0.11", "ppl": "1.08", "wps": "12578.3", "ups": "6.04", "wpb": "2081.4", "bsz": "103.4", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.8", "train_wall": "16", "gb_free": "41.7", "wall": "3197"} +{"epoch": 5, "update": 4.655, "loss": "0.112", "ppl": "1.08", "wps": "12862.5", "ups": "6.11", "wpb": "2103.8", "bsz": "99.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.646", "train_wall": "16", "gb_free": "41.5", "wall": "3213"} +{"epoch": 5, "update": 4.655, "loss": "0.112", "ppl": "1.08", "wps": "12862.5", "ups": "6.11", "wpb": "2103.8", "bsz": "99.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.646", "train_wall": "16", "gb_free": "41.5", "wall": "3213"} +{"epoch": 5, "update": 4.655, "loss": "0.112", "ppl": "1.08", "wps": "12862.5", "ups": "6.11", "wpb": "2103.8", "bsz": "99.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.646", "train_wall": "16", "gb_free": "41.5", "wall": "3213"} +{"epoch": 5, "update": 4.655, "loss": "0.112", "ppl": "1.08", "wps": "12862.5", "ups": "6.11", "wpb": "2103.8", "bsz": "99.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.646", "train_wall": "16", "gb_free": "41.5", "wall": "3213"} +{"epoch": 5, "update": 4.655, "loss": "0.112", "ppl": "1.08", "wps": "12862.5", "ups": "6.11", "wpb": "2103.8", "bsz": "99.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.646", "train_wall": "16", "gb_free": "41.5", "wall": "3213"} +{"epoch": 5, "update": 4.679, "loss": "0.112", "ppl": "1.08", "wps": "13734.3", "ups": "6.12", "wpb": "2245.2", "bsz": "108.6", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.5", "wall": "3230"} +{"epoch": 5, "update": 4.679, "loss": "0.112", "ppl": "1.08", "wps": "13734.3", "ups": "6.12", "wpb": "2245.2", "bsz": "108.6", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.5", "wall": "3230"} +{"epoch": 5, "update": 4.679, "loss": "0.112", "ppl": "1.08", "wps": "13734.3", "ups": "6.12", "wpb": "2245.2", "bsz": "108.6", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.5", "wall": "3230"} +{"epoch": 5, "update": 4.679, "loss": "0.112", "ppl": "1.08", "wps": "13734.3", "ups": "6.12", "wpb": "2245.2", "bsz": "108.6", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.5", "wall": "3230"} +{"epoch": 5, "update": 4.679, "loss": "0.112", "ppl": "1.08", "wps": "13734.3", "ups": "6.12", "wpb": "2245.2", "bsz": "108.6", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.681", "train_wall": "16", "gb_free": "42.5", "wall": "3230"} +{"epoch": 5, "update": 4.702, "loss": "0.092", "ppl": "1.07", "wps": "13338.3", "ups": "6.15", "wpb": "2169.6", "bsz": "104.7", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.6", "wall": "3246"} +{"epoch": 5, "update": 4.702, "loss": "0.092", "ppl": "1.07", "wps": "13338.3", "ups": "6.15", "wpb": "2169.6", "bsz": "104.7", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.6", "wall": "3246"} +{"epoch": 5, "update": 4.702, "loss": "0.092", "ppl": "1.07", "wps": "13338.3", "ups": "6.15", "wpb": "2169.6", "bsz": "104.7", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.6", "wall": "3246"} +{"epoch": 5, "update": 4.702, "loss": "0.092", "ppl": "1.07", "wps": "13338.3", "ups": "6.15", "wpb": "2169.6", "bsz": "104.7", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.6", "wall": "3246"} +{"epoch": 5, "update": 4.702, "loss": "0.092", "ppl": "1.07", "wps": "13338.3", "ups": "6.15", "wpb": "2169.6", "bsz": "104.7", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.6", "wall": "3246"} +{"epoch": 5, "update": 4.726, "loss": "0.078", "ppl": "1.06", "wps": "13771.7", "ups": "6.15", "wpb": "2237.8", "bsz": "107.6", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.726, "loss": "0.078", "ppl": "1.06", "wps": "13771.7", "ups": "6.15", "wpb": "2237.8", "bsz": "107.6", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.726, "loss": "0.078", "ppl": "1.06", "wps": "13771.7", "ups": "6.15", "wpb": "2237.8", "bsz": "107.6", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.726, "loss": "0.078", "ppl": "1.06", "wps": "13771.7", "ups": "6.15", "wpb": "2237.8", "bsz": "107.6", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.726, "loss": "0.078", "ppl": "1.06", "wps": "13771.7", "ups": "6.15", "wpb": "2237.8", "bsz": "107.6", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3262"} +{"epoch": 5, "update": 4.75, "loss": "0.09", "ppl": "1.06", "wps": "11805.9", "ups": "6.15", "wpb": "1918.2", "bsz": "90", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3278"} +{"epoch": 5, "update": 4.75, "loss": "0.09", "ppl": "1.06", "wps": "11805.9", "ups": "6.15", "wpb": "1918.2", "bsz": "90", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3278"} +{"epoch": 5, "update": 4.75, "loss": "0.09", "ppl": "1.06", "wps": "11805.9", "ups": "6.15", "wpb": "1918.2", "bsz": "90", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3278"} +{"epoch": 5, "update": 4.75, "loss": "0.09", "ppl": "1.06", "wps": "11805.9", "ups": "6.15", "wpb": "1918.2", "bsz": "90", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3278"} +{"epoch": 5, "update": 4.75, "loss": "0.09", "ppl": "1.06", "wps": "11805.9", "ups": "6.15", "wpb": "1918.2", "bsz": "90", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.548", "train_wall": "16", "gb_free": "42.5", "wall": "3278"} +{"epoch": 5, "update": 4.774, "loss": "0.065", "ppl": "1.05", "wps": "11755.9", "ups": "6.11", "wpb": "1923.4", "bsz": "94.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.7", "wall": "3295"} +{"epoch": 5, "update": 4.774, "loss": "0.065", "ppl": "1.05", "wps": "11755.9", "ups": "6.11", "wpb": "1923.4", "bsz": "94.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.7", "wall": "3295"} +{"epoch": 5, "update": 4.774, "loss": "0.065", "ppl": "1.05", "wps": "11755.9", "ups": "6.11", "wpb": "1923.4", "bsz": "94.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.7", "wall": "3295"} +{"epoch": 5, "update": 4.774, "loss": "0.065", "ppl": "1.05", "wps": "11755.9", "ups": "6.11", "wpb": "1923.4", "bsz": "94.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.7", "wall": "3295"} +{"epoch": 5, "update": 4.774, "loss": "0.065", "ppl": "1.05", "wps": "11755.9", "ups": "6.11", "wpb": "1923.4", "bsz": "94.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.552", "train_wall": "16", "gb_free": "42.7", "wall": "3295"} +{"epoch": 5, "update": 4.798, "loss": "0.084", "ppl": "1.06", "wps": "11510.5", "ups": "5.98", "wpb": "1923.8", "bsz": "95", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.574", "train_wall": "17", "gb_free": "42.6", "wall": "3312"} +{"epoch": 5, "update": 4.798, "loss": "0.084", "ppl": "1.06", "wps": "11510.5", "ups": "5.98", "wpb": "1923.8", "bsz": "95", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.574", "train_wall": "17", "gb_free": "42.6", "wall": "3312"} +{"epoch": 5, "update": 4.798, "loss": "0.084", "ppl": "1.06", "wps": "11510.5", "ups": "5.98", "wpb": "1923.8", "bsz": "95", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.574", "train_wall": "17", "gb_free": "42.6", "wall": "3312"} +{"epoch": 5, "update": 4.798, "loss": "0.084", "ppl": "1.06", "wps": "11510.5", "ups": "5.98", "wpb": "1923.8", "bsz": "95", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.574", "train_wall": "17", "gb_free": "42.6", "wall": "3312"} +{"epoch": 5, "update": 4.798, "loss": "0.084", "ppl": "1.06", "wps": "11510.5", "ups": "5.98", "wpb": "1923.8", "bsz": "95", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.574", "train_wall": "17", "gb_free": "42.6", "wall": "3312"} +{"epoch": 5, "update": 4.822, "loss": "0.085", "ppl": "1.06", "wps": "13660.3", "ups": "6.08", "wpb": "2246.1", "bsz": "110.1", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.4", "wall": "3328"} +{"epoch": 5, "update": 4.822, "loss": "0.085", "ppl": "1.06", "wps": "13660.3", "ups": "6.08", "wpb": "2246.1", "bsz": "110.1", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.4", "wall": "3328"} +{"epoch": 5, "update": 4.822, "loss": "0.085", "ppl": "1.06", "wps": "13660.3", "ups": "6.08", "wpb": "2246.1", "bsz": "110.1", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.4", "wall": "3328"} +{"epoch": 5, "update": 4.822, "loss": "0.085", "ppl": "1.06", "wps": "13660.3", "ups": "6.08", "wpb": "2246.1", "bsz": "110.1", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.4", "wall": "3328"} +{"epoch": 5, "update": 4.822, "loss": "0.085", "ppl": "1.06", "wps": "13660.3", "ups": "6.08", "wpb": "2246.1", "bsz": "110.1", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.562", "train_wall": "16", "gb_free": "42.4", "wall": "3328"} +{"epoch": 5, "update": 4.846, "loss": "0.073", "ppl": "1.05", "wps": "11874.8", "ups": "6.01", "wpb": "1974.6", "bsz": "100.4", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.553", "train_wall": "16", "gb_free": "42.6", "wall": "3345"} +{"epoch": 5, "update": 4.846, "loss": "0.073", "ppl": "1.05", "wps": "11874.8", "ups": "6.01", "wpb": "1974.6", "bsz": "100.4", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.553", "train_wall": "16", "gb_free": "42.6", "wall": "3345"} +{"epoch": 5, "update": 4.846, "loss": "0.073", "ppl": "1.05", "wps": "11874.8", "ups": "6.01", "wpb": "1974.6", "bsz": "100.4", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.553", "train_wall": "16", "gb_free": "42.6", "wall": "3345"} +{"epoch": 5, "update": 4.846, "loss": "0.073", "ppl": "1.05", "wps": "11874.8", "ups": "6.01", "wpb": "1974.6", "bsz": "100.4", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.553", "train_wall": "16", "gb_free": "42.6", "wall": "3345"} +{"epoch": 5, "update": 4.846, "loss": "0.073", "ppl": "1.05", "wps": "11874.8", "ups": "6.01", "wpb": "1974.6", "bsz": "100.4", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.553", "train_wall": "16", "gb_free": "42.6", "wall": "3345"} +{"epoch": 5, "update": 4.87, "loss": "0.102", "ppl": "1.07", "wps": "13190.5", "ups": "5.98", "wpb": "2207.3", "bsz": "105.7", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.689", "train_wall": "17", "gb_free": "42.4", "wall": "3361"} +{"epoch": 5, "update": 4.87, "loss": "0.102", "ppl": "1.07", "wps": "13190.5", "ups": "5.98", "wpb": "2207.3", "bsz": "105.7", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.689", "train_wall": "17", "gb_free": "42.4", "wall": "3361"} +{"epoch": 5, "update": 4.87, "loss": "0.102", "ppl": "1.07", "wps": "13190.5", "ups": "5.98", "wpb": "2207.3", "bsz": "105.7", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.689", "train_wall": "17", "gb_free": "42.4", "wall": "3361"} +{"epoch": 5, "update": 4.87, "loss": "0.102", "ppl": "1.07", "wps": "13190.5", "ups": "5.98", "wpb": "2207.3", "bsz": "105.7", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.689", "train_wall": "17", "gb_free": "42.4", "wall": "3361"} +{"epoch": 5, "update": 4.87, "loss": "0.102", "ppl": "1.07", "wps": "13190.5", "ups": "5.98", "wpb": "2207.3", "bsz": "105.7", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.689", "train_wall": "17", "gb_free": "42.4", "wall": "3361"} +{"epoch": 5, "update": 4.894, "loss": "0.084", "ppl": "1.06", "wps": "13488.1", "ups": "6.13", "wpb": "2200.1", "bsz": "108.4", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3378"} +{"epoch": 5, "update": 4.894, "loss": "0.084", "ppl": "1.06", "wps": "13488.1", "ups": "6.13", "wpb": "2200.1", "bsz": "108.4", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3378"} +{"epoch": 5, "update": 4.894, "loss": "0.084", "ppl": "1.06", "wps": "13488.1", "ups": "6.13", "wpb": "2200.1", "bsz": "108.4", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3378"} +{"epoch": 5, "update": 4.894, "loss": "0.084", "ppl": "1.06", "wps": "13488.1", "ups": "6.13", "wpb": "2200.1", "bsz": "108.4", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3378"} +{"epoch": 5, "update": 4.894, "loss": "0.084", "ppl": "1.06", "wps": "13488.1", "ups": "6.13", "wpb": "2200.1", "bsz": "108.4", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.546", "train_wall": "16", "gb_free": "42.5", "wall": "3378"} +{"epoch": 5, "update": 4.918, "loss": "0.081", "ppl": "1.06", "wps": "13474.4", "ups": "6.15", "wpb": "2190.8", "bsz": "106.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.574", "train_wall": "16", "gb_free": "42.4", "wall": "3394"} +{"epoch": 5, "update": 4.918, "loss": "0.081", "ppl": "1.06", "wps": "13474.4", "ups": "6.15", "wpb": "2190.8", "bsz": "106.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.574", "train_wall": "16", "gb_free": "42.4", "wall": "3394"} +{"epoch": 5, "update": 4.918, "loss": "0.081", "ppl": "1.06", "wps": "13474.4", "ups": "6.15", "wpb": "2190.8", "bsz": "106.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.574", "train_wall": "16", "gb_free": "42.4", "wall": "3394"} +{"epoch": 5, "update": 4.918, "loss": "0.081", "ppl": "1.06", "wps": "13474.4", "ups": "6.15", "wpb": "2190.8", "bsz": "106.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.574", "train_wall": "16", "gb_free": "42.4", "wall": "3394"} +{"epoch": 5, "update": 4.918, "loss": "0.081", "ppl": "1.06", "wps": "13474.4", "ups": "6.15", "wpb": "2190.8", "bsz": "106.6", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.574", "train_wall": "16", "gb_free": "42.4", "wall": "3394"} +{"epoch": 5, "update": 4.942, "loss": "0.078", "ppl": "1.06", "wps": "13715.7", "ups": "6.15", "wpb": "2231.2", "bsz": "109.3", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3410"} +{"epoch": 5, "update": 4.942, "loss": "0.078", "ppl": "1.06", "wps": "13715.7", "ups": "6.15", "wpb": "2231.2", "bsz": "109.3", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3410"} +{"epoch": 5, "update": 4.942, "loss": "0.078", "ppl": "1.06", "wps": "13715.7", "ups": "6.15", "wpb": "2231.2", "bsz": "109.3", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3410"} +{"epoch": 5, "update": 4.942, "loss": "0.078", "ppl": "1.06", "wps": "13715.7", "ups": "6.15", "wpb": "2231.2", "bsz": "109.3", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3410"} +{"epoch": 5, "update": 4.942, "loss": "0.078", "ppl": "1.06", "wps": "13715.7", "ups": "6.15", "wpb": "2231.2", "bsz": "109.3", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3410"} +{"epoch": 5, "update": 4.966, "loss": "0.069", "ppl": "1.05", "wps": "13240.2", "ups": "6.09", "wpb": "2173.7", "bsz": "108.1", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.541", "train_wall": "16", "gb_free": "42.5", "wall": "3427"} +{"epoch": 5, "update": 4.966, "loss": "0.069", "ppl": "1.05", "wps": "13240.2", "ups": "6.09", "wpb": "2173.7", "bsz": "108.1", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.541", "train_wall": "16", "gb_free": "42.5", "wall": "3427"} +{"epoch": 5, "update": 4.966, "loss": "0.069", "ppl": "1.05", "wps": "13240.2", "ups": "6.09", "wpb": "2173.7", "bsz": "108.1", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.541", "train_wall": "16", "gb_free": "42.5", "wall": "3427"} +{"epoch": 5, "update": 4.966, "loss": "0.069", "ppl": "1.05", "wps": "13240.2", "ups": "6.09", "wpb": "2173.7", "bsz": "108.1", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.541", "train_wall": "16", "gb_free": "42.5", "wall": "3427"} +{"epoch": 5, "update": 4.966, "loss": "0.069", "ppl": "1.05", "wps": "13240.2", "ups": "6.09", "wpb": "2173.7", "bsz": "108.1", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.541", "train_wall": "16", "gb_free": "42.5", "wall": "3427"} +{"epoch": 5, "update": 4.99, "loss": "0.079", "ppl": "1.06", "wps": "12775.1", "ups": "6.1", "wpb": "2093.6", "bsz": "99.9", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.6", "wall": "3443"} +{"epoch": 5, "update": 4.99, "loss": "0.079", "ppl": "1.06", "wps": "12775.1", "ups": "6.1", "wpb": "2093.6", "bsz": "99.9", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.6", "wall": "3443"} +{"epoch": 5, "update": 4.99, "loss": "0.079", "ppl": "1.06", "wps": "12775.1", "ups": "6.1", "wpb": "2093.6", "bsz": "99.9", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.6", "wall": "3443"} +{"epoch": 5, "update": 4.99, "loss": "0.079", "ppl": "1.06", "wps": "12775.1", "ups": "6.1", "wpb": "2093.6", "bsz": "99.9", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.6", "wall": "3443"} +{"epoch": 5, "update": 4.99, "loss": "0.079", "ppl": "1.06", "wps": "12775.1", "ups": "6.1", "wpb": "2093.6", "bsz": "99.9", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.6", "wall": "3443"} +begin validation on "valid" subset +{"epoch": 5, "valid_loss": "0.208", "valid_ppl": "1.16", "valid_wps": "40369", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "20840", "valid_best_loss": "0.208"} +{"epoch": 5, "valid_loss": "0.208", "valid_ppl": "1.16", "valid_wps": "40369", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "20840", "valid_best_loss": "0.208"} +{"epoch": 5, "valid_loss": "0.208", "valid_ppl": "1.16", "valid_wps": "40369", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "20840", "valid_best_loss": "0.208"} +{"epoch": 5, "valid_loss": "0.208", "valid_ppl": "1.16", "valid_wps": "40369", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "20840", "valid_best_loss": "0.208"} +{"epoch": 5, "valid_loss": "0.208", "valid_ppl": "1.16", "valid_wps": "40369", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "20840", "valid_best_loss": "0.208"} +end of epoch 5 (average epoch stats below) +{"epoch": 5, "train_loss": "0.098", "train_ppl": "1.07", "train_wps": "12896.3", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "20840", "train_lr": "0.000219054", "train_gnorm": "0.609", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "3456"} +{"epoch": 5, "train_loss": "0.098", "train_ppl": "1.07", "train_wps": "12896.3", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "20840", "train_lr": "0.000219054", "train_gnorm": "0.609", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "3456"} +{"epoch": 5, "train_loss": "0.098", "train_ppl": "1.07", "train_wps": "12896.3", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "20840", "train_lr": "0.000219054", "train_gnorm": "0.609", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "3456"} +{"epoch": 5, "train_loss": "0.098", "train_ppl": "1.07", "train_wps": "12896.3", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "20840", "train_lr": "0.000219054", "train_gnorm": "0.609", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "3456"} +{"epoch": 5, "train_loss": "0.098", "train_ppl": "1.07", "train_wps": "12896.3", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "20840", "train_lr": "0.000219054", "train_gnorm": "0.609", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "3456"} +Start iterating over samples +{"epoch": 6, "update": 5.014, "loss": "0.089", "ppl": "1.06", "wps": "8783.9", "ups": "4.26", "wpb": "2061.2", "bsz": "98.4", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.653", "train_wall": "16", "gb_free": "41", "wall": "3466"} +{"epoch": 6, "update": 5.014, "loss": "0.089", "ppl": "1.06", "wps": "8783.9", "ups": "4.26", "wpb": "2061.2", "bsz": "98.4", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.653", "train_wall": "16", "gb_free": "41", "wall": "3466"} +{"epoch": 6, "update": 5.014, "loss": "0.089", "ppl": "1.06", "wps": "8783.9", "ups": "4.26", "wpb": "2061.2", "bsz": "98.4", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.653", "train_wall": "16", "gb_free": "41", "wall": "3466"} +{"epoch": 6, "update": 5.014, "loss": "0.089", "ppl": "1.06", "wps": "8783.9", "ups": "4.26", "wpb": "2061.2", "bsz": "98.4", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.653", "train_wall": "16", "gb_free": "41", "wall": "3466"} +{"epoch": 6, "update": 5.014, "loss": "0.089", "ppl": "1.06", "wps": "8783.9", "ups": "4.26", "wpb": "2061.2", "bsz": "98.4", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.653", "train_wall": "16", "gb_free": "41", "wall": "3466"} +{"epoch": 6, "update": 5.014, "loss": "0.089", "ppl": "1.06", "wps": "8783.9", "ups": "4.26", "wpb": "2061.2", "bsz": "98.4", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.653", "train_wall": "16", "gb_free": "41", "wall": "3466"} +{"epoch": 6, "update": 5.038, "loss": "0.066", "ppl": "1.05", "wps": "13407.1", "ups": "6.16", "wpb": "2177.7", "bsz": "103.3", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.6", "wall": "3483"} +{"epoch": 6, "update": 5.038, "loss": "0.066", "ppl": "1.05", "wps": "13407.1", "ups": "6.16", "wpb": "2177.7", "bsz": "103.3", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.6", "wall": "3483"} +{"epoch": 6, "update": 5.038, "loss": "0.066", "ppl": "1.05", "wps": "13407.1", "ups": "6.16", "wpb": "2177.7", "bsz": "103.3", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.6", "wall": "3483"} +{"epoch": 6, "update": 5.038, "loss": "0.066", "ppl": "1.05", "wps": "13407.1", "ups": "6.16", "wpb": "2177.7", "bsz": "103.3", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.6", "wall": "3483"} +{"epoch": 6, "update": 5.038, "loss": "0.066", "ppl": "1.05", "wps": "13407.1", "ups": "6.16", "wpb": "2177.7", "bsz": "103.3", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.6", "wall": "3483"} +{"epoch": 6, "update": 5.038, "loss": "0.066", "ppl": "1.05", "wps": "13407.1", "ups": "6.16", "wpb": "2177.7", "bsz": "103.3", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.559", "train_wall": "16", "gb_free": "42.6", "wall": "3483"} +{"epoch": 6, "update": 5.062, "loss": "0.067", "ppl": "1.05", "wps": "14150.7", "ups": "6.17", "wpb": "2292.9", "bsz": "110.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3499"} +{"epoch": 6, "update": 5.062, "loss": "0.067", "ppl": "1.05", "wps": "14150.7", "ups": "6.17", "wpb": "2292.9", "bsz": "110.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3499"} +{"epoch": 6, "update": 5.062, "loss": "0.067", "ppl": "1.05", "wps": "14150.7", "ups": "6.17", "wpb": "2292.9", "bsz": "110.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3499"} +{"epoch": 6, "update": 5.062, "loss": "0.067", "ppl": "1.05", "wps": "14150.7", "ups": "6.17", "wpb": "2292.9", "bsz": "110.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3499"} +{"epoch": 6, "update": 5.062, "loss": "0.067", "ppl": "1.05", "wps": "14150.7", "ups": "6.17", "wpb": "2292.9", "bsz": "110.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3499"} +{"epoch": 6, "update": 5.062, "loss": "0.067", "ppl": "1.05", "wps": "14150.7", "ups": "6.17", "wpb": "2292.9", "bsz": "110.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.497", "train_wall": "16", "gb_free": "42.5", "wall": "3499"} +{"epoch": 6, "update": 5.086, "loss": "0.061", "ppl": "1.04", "wps": "13999.2", "ups": "6.15", "wpb": "2275.2", "bsz": "112", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "3515"} +{"epoch": 6, "update": 5.086, "loss": "0.061", "ppl": "1.04", "wps": "13999.2", "ups": "6.15", "wpb": "2275.2", "bsz": "112", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "3515"} +{"epoch": 6, "update": 5.086, "loss": "0.061", "ppl": "1.04", "wps": "13999.2", "ups": "6.15", "wpb": "2275.2", "bsz": "112", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "3515"} +{"epoch": 6, "update": 5.086, "loss": "0.061", "ppl": "1.04", "wps": "13999.2", "ups": "6.15", "wpb": "2275.2", "bsz": "112", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "3515"} +{"epoch": 6, "update": 5.086, "loss": "0.061", "ppl": "1.04", "wps": "13999.2", "ups": "6.15", "wpb": "2275.2", "bsz": "112", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "3515"} +{"epoch": 6, "update": 5.086, "loss": "0.061", "ppl": "1.04", "wps": "13999.2", "ups": "6.15", "wpb": "2275.2", "bsz": "112", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.5", "wall": "3515"} +{"epoch": 6, "update": 5.11, "loss": "0.067", "ppl": "1.05", "wps": "12946.4", "ups": "6.11", "wpb": "2117.7", "bsz": "100.4", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.1", "wall": "3532"} +{"epoch": 6, "update": 5.11, "loss": "0.067", "ppl": "1.05", "wps": "12946.4", "ups": "6.11", "wpb": "2117.7", "bsz": "100.4", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.1", "wall": "3532"} +{"epoch": 6, "update": 5.11, "loss": "0.067", "ppl": "1.05", "wps": "12946.4", "ups": "6.11", "wpb": "2117.7", "bsz": "100.4", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.1", "wall": "3532"} +{"epoch": 6, "update": 5.11, "loss": "0.067", "ppl": "1.05", "wps": "12946.4", "ups": "6.11", "wpb": "2117.7", "bsz": "100.4", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.1", "wall": "3532"} +{"epoch": 6, "update": 5.11, "loss": "0.067", "ppl": "1.05", "wps": "12946.4", "ups": "6.11", "wpb": "2117.7", "bsz": "100.4", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.1", "wall": "3532"} +{"epoch": 6, "update": 5.11, "loss": "0.067", "ppl": "1.05", "wps": "12946.4", "ups": "6.11", "wpb": "2117.7", "bsz": "100.4", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.1", "wall": "3532"} +{"epoch": 6, "update": 5.134, "loss": "0.056", "ppl": "1.04", "wps": "12116.1", "ups": "6.02", "wpb": "2012.9", "bsz": "102", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3548"} +{"epoch": 6, "update": 5.134, "loss": "0.056", "ppl": "1.04", "wps": "12116.1", "ups": "6.02", "wpb": "2012.9", "bsz": "102", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3548"} +{"epoch": 6, "update": 5.134, "loss": "0.056", "ppl": "1.04", "wps": "12116.1", "ups": "6.02", "wpb": "2012.9", "bsz": "102", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3548"} +{"epoch": 6, "update": 5.134, "loss": "0.056", "ppl": "1.04", "wps": "12116.1", "ups": "6.02", "wpb": "2012.9", "bsz": "102", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3548"} +{"epoch": 6, "update": 5.134, "loss": "0.056", "ppl": "1.04", "wps": "12116.1", "ups": "6.02", "wpb": "2012.9", "bsz": "102", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3548"} +{"epoch": 6, "update": 5.134, "loss": "0.056", "ppl": "1.04", "wps": "12116.1", "ups": "6.02", "wpb": "2012.9", "bsz": "102", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.517", "train_wall": "16", "gb_free": "42.5", "wall": "3548"} +{"epoch": 6, "update": 5.158, "loss": "0.075", "ppl": "1.05", "wps": "12611", "ups": "6.01", "wpb": "2099.4", "bsz": "101.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.595", "train_wall": "16", "gb_free": "41.7", "wall": "3565"} +{"epoch": 6, "update": 5.158, "loss": "0.075", "ppl": "1.05", "wps": "12611", "ups": "6.01", "wpb": "2099.4", "bsz": "101.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.595", "train_wall": "16", "gb_free": "41.7", "wall": "3565"} +{"epoch": 6, "update": 5.158, "loss": "0.075", "ppl": "1.05", "wps": "12611", "ups": "6.01", "wpb": "2099.4", "bsz": "101.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.595", "train_wall": "16", "gb_free": "41.7", "wall": "3565"} +{"epoch": 6, "update": 5.158, "loss": "0.075", "ppl": "1.05", "wps": "12611", "ups": "6.01", "wpb": "2099.4", "bsz": "101.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.595", "train_wall": "16", "gb_free": "41.7", "wall": "3565"} +{"epoch": 6, "update": 5.158, "loss": "0.075", "ppl": "1.05", "wps": "12611", "ups": "6.01", "wpb": "2099.4", "bsz": "101.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.595", "train_wall": "16", "gb_free": "41.7", "wall": "3565"} +{"epoch": 6, "update": 5.158, "loss": "0.075", "ppl": "1.05", "wps": "12611", "ups": "6.01", "wpb": "2099.4", "bsz": "101.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.595", "train_wall": "16", "gb_free": "41.7", "wall": "3565"} +{"epoch": 6, "update": 5.182, "loss": "0.074", "ppl": "1.05", "wps": "13742.2", "ups": "6.14", "wpb": "2237.6", "bsz": "108.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.5", "wall": "3581"} +{"epoch": 6, "update": 5.182, "loss": "0.074", "ppl": "1.05", "wps": "13742.2", "ups": "6.14", "wpb": "2237.6", "bsz": "108.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.5", "wall": "3581"} +{"epoch": 6, "update": 5.182, "loss": "0.074", "ppl": "1.05", "wps": "13742.2", "ups": "6.14", "wpb": "2237.6", "bsz": "108.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.5", "wall": "3581"} +{"epoch": 6, "update": 5.182, "loss": "0.074", "ppl": "1.05", "wps": "13742.2", "ups": "6.14", "wpb": "2237.6", "bsz": "108.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.5", "wall": "3581"} +{"epoch": 6, "update": 5.182, "loss": "0.074", "ppl": "1.05", "wps": "13742.2", "ups": "6.14", "wpb": "2237.6", "bsz": "108.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.5", "wall": "3581"} +{"epoch": 6, "update": 5.182, "loss": "0.074", "ppl": "1.05", "wps": "13742.2", "ups": "6.14", "wpb": "2237.6", "bsz": "108.6", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.5", "wall": "3581"} +{"epoch": 6, "update": 5.206, "loss": "0.079", "ppl": "1.06", "wps": "12909.5", "ups": "6.1", "wpb": "2116.9", "bsz": "99.4", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "3597"} +{"epoch": 6, "update": 5.206, "loss": "0.079", "ppl": "1.06", "wps": "12909.5", "ups": "6.1", "wpb": "2116.9", "bsz": "99.4", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "3597"} +{"epoch": 6, "update": 5.206, "loss": "0.079", "ppl": "1.06", "wps": "12909.5", "ups": "6.1", "wpb": "2116.9", "bsz": "99.4", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "3597"} +{"epoch": 6, "update": 5.206, "loss": "0.079", "ppl": "1.06", "wps": "12909.5", "ups": "6.1", "wpb": "2116.9", "bsz": "99.4", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "3597"} +{"epoch": 6, "update": 5.206, "loss": "0.079", "ppl": "1.06", "wps": "12909.5", "ups": "6.1", "wpb": "2116.9", "bsz": "99.4", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "3597"} +{"epoch": 6, "update": 5.206, "loss": "0.079", "ppl": "1.06", "wps": "12909.5", "ups": "6.1", "wpb": "2116.9", "bsz": "99.4", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "3597"} +{"epoch": 6, "update": 5.23, "loss": "0.061", "ppl": "1.04", "wps": "12727.7", "ups": "6.07", "wpb": "2098.4", "bsz": "102", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.495", "train_wall": "16", "gb_free": "41.3", "wall": "3614"} +{"epoch": 6, "update": 5.23, "loss": "0.061", "ppl": "1.04", "wps": "12727.7", "ups": "6.07", "wpb": "2098.4", "bsz": "102", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.495", "train_wall": "16", "gb_free": "41.3", "wall": "3614"} +{"epoch": 6, "update": 5.23, "loss": "0.061", "ppl": "1.04", "wps": "12727.7", "ups": "6.07", "wpb": "2098.4", "bsz": "102", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.495", "train_wall": "16", "gb_free": "41.3", "wall": "3614"} +{"epoch": 6, "update": 5.23, "loss": "0.061", "ppl": "1.04", "wps": "12727.7", "ups": "6.07", "wpb": "2098.4", "bsz": "102", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.495", "train_wall": "16", "gb_free": "41.3", "wall": "3614"} +{"epoch": 6, "update": 5.23, "loss": "0.061", "ppl": "1.04", "wps": "12727.7", "ups": "6.07", "wpb": "2098.4", "bsz": "102", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.495", "train_wall": "16", "gb_free": "41.3", "wall": "3614"} +{"epoch": 6, "update": 5.23, "loss": "0.061", "ppl": "1.04", "wps": "12727.7", "ups": "6.07", "wpb": "2098.4", "bsz": "102", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.495", "train_wall": "16", "gb_free": "41.3", "wall": "3614"} +{"epoch": 6, "update": 5.254, "loss": "0.078", "ppl": "1.06", "wps": "13056.1", "ups": "6.09", "wpb": "2145", "bsz": "102.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.595", "train_wall": "16", "gb_free": "42.5", "wall": "3630"} +{"epoch": 6, "update": 5.254, "loss": "0.078", "ppl": "1.06", "wps": "13056.1", "ups": "6.09", "wpb": "2145", "bsz": "102.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.595", "train_wall": "16", "gb_free": "42.5", "wall": "3630"} +{"epoch": 6, "update": 5.254, "loss": "0.078", "ppl": "1.06", "wps": "13056.1", "ups": "6.09", "wpb": "2145", "bsz": "102.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.595", "train_wall": "16", "gb_free": "42.5", "wall": "3630"} +{"epoch": 6, "update": 5.254, "loss": "0.078", "ppl": "1.06", "wps": "13056.1", "ups": "6.09", "wpb": "2145", "bsz": "102.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.595", "train_wall": "16", "gb_free": "42.5", "wall": "3630"} +{"epoch": 6, "update": 5.254, "loss": "0.078", "ppl": "1.06", "wps": "13056.1", "ups": "6.09", "wpb": "2145", "bsz": "102.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.595", "train_wall": "16", "gb_free": "42.5", "wall": "3630"} +{"epoch": 6, "update": 5.254, "loss": "0.078", "ppl": "1.06", "wps": "13056.1", "ups": "6.09", "wpb": "2145", "bsz": "102.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.595", "train_wall": "16", "gb_free": "42.5", "wall": "3630"} +{"epoch": 6, "update": 5.278, "loss": "0.07", "ppl": "1.05", "wps": "13171.4", "ups": "6.08", "wpb": "2166.7", "bsz": "105.1", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3647"} +{"epoch": 6, "update": 5.278, "loss": "0.07", "ppl": "1.05", "wps": "13171.4", "ups": "6.08", "wpb": "2166.7", "bsz": "105.1", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3647"} +{"epoch": 6, "update": 5.278, "loss": "0.07", "ppl": "1.05", "wps": "13171.4", "ups": "6.08", "wpb": "2166.7", "bsz": "105.1", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3647"} +{"epoch": 6, "update": 5.278, "loss": "0.07", "ppl": "1.05", "wps": "13171.4", "ups": "6.08", "wpb": "2166.7", "bsz": "105.1", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3647"} +{"epoch": 6, "update": 5.278, "loss": "0.07", "ppl": "1.05", "wps": "13171.4", "ups": "6.08", "wpb": "2166.7", "bsz": "105.1", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3647"} +{"epoch": 6, "update": 5.278, "loss": "0.07", "ppl": "1.05", "wps": "13171.4", "ups": "6.08", "wpb": "2166.7", "bsz": "105.1", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3647"} +{"epoch": 6, "update": 5.302, "loss": "0.078", "ppl": "1.06", "wps": "12842.6", "ups": "6.03", "wpb": "2128.7", "bsz": "101", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.599", "train_wall": "16", "gb_free": "42.5", "wall": "3663"} +{"epoch": 6, "update": 5.302, "loss": "0.078", "ppl": "1.06", "wps": "12842.6", "ups": "6.03", "wpb": "2128.7", "bsz": "101", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.599", "train_wall": "16", "gb_free": "42.5", "wall": "3663"} +{"epoch": 6, "update": 5.302, "loss": "0.078", "ppl": "1.06", "wps": "12842.6", "ups": "6.03", "wpb": "2128.7", "bsz": "101", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.599", "train_wall": "16", "gb_free": "42.5", "wall": "3663"} +{"epoch": 6, "update": 5.302, "loss": "0.078", "ppl": "1.06", "wps": "12842.6", "ups": "6.03", "wpb": "2128.7", "bsz": "101", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.599", "train_wall": "16", "gb_free": "42.5", "wall": "3663"} +{"epoch": 6, "update": 5.302, "loss": "0.078", "ppl": "1.06", "wps": "12842.6", "ups": "6.03", "wpb": "2128.7", "bsz": "101", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.599", "train_wall": "16", "gb_free": "42.5", "wall": "3663"} +{"epoch": 6, "update": 5.302, "loss": "0.078", "ppl": "1.06", "wps": "12842.6", "ups": "6.03", "wpb": "2128.7", "bsz": "101", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.599", "train_wall": "16", "gb_free": "42.5", "wall": "3663"} +{"epoch": 6, "update": 5.326, "loss": "0.08", "ppl": "1.06", "wps": "13984.9", "ups": "6.1", "wpb": "2293.1", "bsz": "111", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.581", "train_wall": "16", "gb_free": "42.6", "wall": "3680"} +{"epoch": 6, "update": 5.326, "loss": "0.08", "ppl": "1.06", "wps": "13984.9", "ups": "6.1", "wpb": "2293.1", "bsz": "111", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.581", "train_wall": "16", "gb_free": "42.6", "wall": "3680"} +{"epoch": 6, "update": 5.326, "loss": "0.08", "ppl": "1.06", "wps": "13984.9", "ups": "6.1", "wpb": "2293.1", "bsz": "111", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.581", "train_wall": "16", "gb_free": "42.6", "wall": "3680"} +{"epoch": 6, "update": 5.326, "loss": "0.08", "ppl": "1.06", "wps": "13984.9", "ups": "6.1", "wpb": "2293.1", "bsz": "111", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.581", "train_wall": "16", "gb_free": "42.6", "wall": "3680"} +{"epoch": 6, "update": 5.326, "loss": "0.08", "ppl": "1.06", "wps": "13984.9", "ups": "6.1", "wpb": "2293.1", "bsz": "111", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.581", "train_wall": "16", "gb_free": "42.6", "wall": "3680"} +{"epoch": 6, "update": 5.326, "loss": "0.08", "ppl": "1.06", "wps": "13984.9", "ups": "6.1", "wpb": "2293.1", "bsz": "111", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.581", "train_wall": "16", "gb_free": "42.6", "wall": "3680"} +{"epoch": 6, "update": 5.35, "loss": "0.07", "ppl": "1.05", "wps": "14239.1", "ups": "6.15", "wpb": "2316.3", "bsz": "109.5", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.5", "wall": "3696"} +{"epoch": 6, "update": 5.35, "loss": "0.07", "ppl": "1.05", "wps": "14239.1", "ups": "6.15", "wpb": "2316.3", "bsz": "109.5", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.5", "wall": "3696"} +{"epoch": 6, "update": 5.35, "loss": "0.07", "ppl": "1.05", "wps": "14239.1", "ups": "6.15", "wpb": "2316.3", "bsz": "109.5", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.5", "wall": "3696"} +{"epoch": 6, "update": 5.35, "loss": "0.07", "ppl": "1.05", "wps": "14239.1", "ups": "6.15", "wpb": "2316.3", "bsz": "109.5", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.5", "wall": "3696"} +{"epoch": 6, "update": 5.35, "loss": "0.07", "ppl": "1.05", "wps": "14239.1", "ups": "6.15", "wpb": "2316.3", "bsz": "109.5", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.5", "wall": "3696"} +{"epoch": 6, "update": 5.35, "loss": "0.07", "ppl": "1.05", "wps": "14239.1", "ups": "6.15", "wpb": "2316.3", "bsz": "109.5", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.5", "wall": "3696"} +{"epoch": 6, "update": 5.374, "loss": "0.07", "ppl": "1.05", "wps": "11519", "ups": "6", "wpb": "1919.2", "bsz": "91", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.587", "train_wall": "16", "gb_free": "41.2", "wall": "3713"} +{"epoch": 6, "update": 5.374, "loss": "0.07", "ppl": "1.05", "wps": "11519", "ups": "6", "wpb": "1919.2", "bsz": "91", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.587", "train_wall": "16", "gb_free": "41.2", "wall": "3713"} +{"epoch": 6, "update": 5.374, "loss": "0.07", "ppl": "1.05", "wps": "11519", "ups": "6", "wpb": "1919.2", "bsz": "91", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.587", "train_wall": "16", "gb_free": "41.2", "wall": "3713"} +{"epoch": 6, "update": 5.374, "loss": "0.07", "ppl": "1.05", "wps": "11519", "ups": "6", "wpb": "1919.2", "bsz": "91", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.587", "train_wall": "16", "gb_free": "41.2", "wall": "3713"} +{"epoch": 6, "update": 5.374, "loss": "0.07", "ppl": "1.05", "wps": "11519", "ups": "6", "wpb": "1919.2", "bsz": "91", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.587", "train_wall": "16", "gb_free": "41.2", "wall": "3713"} +{"epoch": 6, "update": 5.374, "loss": "0.07", "ppl": "1.05", "wps": "11519", "ups": "6", "wpb": "1919.2", "bsz": "91", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.587", "train_wall": "16", "gb_free": "41.2", "wall": "3713"} +{"epoch": 6, "update": 5.398, "loss": "0.073", "ppl": "1.05", "wps": "12712.3", "ups": "6.09", "wpb": "2086.5", "bsz": "97.8", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.532", "train_wall": "16", "gb_free": "42.8", "wall": "3729"} +{"epoch": 6, "update": 5.398, "loss": "0.073", "ppl": "1.05", "wps": "12712.3", "ups": "6.09", "wpb": "2086.5", "bsz": "97.8", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.532", "train_wall": "16", "gb_free": "42.8", "wall": "3729"} +{"epoch": 6, "update": 5.398, "loss": "0.073", "ppl": "1.05", "wps": "12712.3", "ups": "6.09", "wpb": "2086.5", "bsz": "97.8", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.532", "train_wall": "16", "gb_free": "42.8", "wall": "3729"} +{"epoch": 6, "update": 5.398, "loss": "0.073", "ppl": "1.05", "wps": "12712.3", "ups": "6.09", "wpb": "2086.5", "bsz": "97.8", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.532", "train_wall": "16", "gb_free": "42.8", "wall": "3729"} +{"epoch": 6, "update": 5.398, "loss": "0.073", "ppl": "1.05", "wps": "12712.3", "ups": "6.09", "wpb": "2086.5", "bsz": "97.8", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.532", "train_wall": "16", "gb_free": "42.8", "wall": "3729"} +{"epoch": 6, "update": 5.398, "loss": "0.073", "ppl": "1.05", "wps": "12712.3", "ups": "6.09", "wpb": "2086.5", "bsz": "97.8", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.532", "train_wall": "16", "gb_free": "42.8", "wall": "3729"} +{"epoch": 6, "update": 5.422, "loss": "0.071", "ppl": "1.05", "wps": "13096.1", "ups": "6.07", "wpb": "2157.3", "bsz": "104.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.592", "train_wall": "16", "gb_free": "42.5", "wall": "3746"} +{"epoch": 6, "update": 5.422, "loss": "0.071", "ppl": "1.05", "wps": "13096.1", "ups": "6.07", "wpb": "2157.3", "bsz": "104.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.592", "train_wall": "16", "gb_free": "42.5", "wall": "3746"} +{"epoch": 6, "update": 5.422, "loss": "0.071", "ppl": "1.05", "wps": "13096.1", "ups": "6.07", "wpb": "2157.3", "bsz": "104.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.592", "train_wall": "16", "gb_free": "42.5", "wall": "3746"} +{"epoch": 6, "update": 5.422, "loss": "0.071", "ppl": "1.05", "wps": "13096.1", "ups": "6.07", "wpb": "2157.3", "bsz": "104.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.592", "train_wall": "16", "gb_free": "42.5", "wall": "3746"} +{"epoch": 6, "update": 5.422, "loss": "0.071", "ppl": "1.05", "wps": "13096.1", "ups": "6.07", "wpb": "2157.3", "bsz": "104.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.592", "train_wall": "16", "gb_free": "42.5", "wall": "3746"} +{"epoch": 6, "update": 5.422, "loss": "0.071", "ppl": "1.05", "wps": "13096.1", "ups": "6.07", "wpb": "2157.3", "bsz": "104.6", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.592", "train_wall": "16", "gb_free": "42.5", "wall": "3746"} +{"epoch": 6, "update": 5.446, "loss": "0.062", "ppl": "1.04", "wps": "12636.1", "ups": "6.07", "wpb": "2082.6", "bsz": "101.4", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "3762"} +{"epoch": 6, "update": 5.446, "loss": "0.062", "ppl": "1.04", "wps": "12636.1", "ups": "6.07", "wpb": "2082.6", "bsz": "101.4", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "3762"} +{"epoch": 6, "update": 5.446, "loss": "0.062", "ppl": "1.04", "wps": "12636.1", "ups": "6.07", "wpb": "2082.6", "bsz": "101.4", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "3762"} +{"epoch": 6, "update": 5.446, "loss": "0.062", "ppl": "1.04", "wps": "12636.1", "ups": "6.07", "wpb": "2082.6", "bsz": "101.4", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "3762"} +{"epoch": 6, "update": 5.446, "loss": "0.062", "ppl": "1.04", "wps": "12636.1", "ups": "6.07", "wpb": "2082.6", "bsz": "101.4", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "3762"} +{"epoch": 6, "update": 5.446, "loss": "0.062", "ppl": "1.04", "wps": "12636.1", "ups": "6.07", "wpb": "2082.6", "bsz": "101.4", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.576", "train_wall": "16", "gb_free": "42.5", "wall": "3762"} +{"epoch": 6, "update": 5.47, "loss": "0.074", "ppl": "1.05", "wps": "12924.1", "ups": "6.06", "wpb": "2132.7", "bsz": "106.3", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.569", "train_wall": "16", "gb_free": "42.7", "wall": "3779"} +{"epoch": 6, "update": 5.47, "loss": "0.074", "ppl": "1.05", "wps": "12924.1", "ups": "6.06", "wpb": "2132.7", "bsz": "106.3", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.569", "train_wall": "16", "gb_free": "42.7", "wall": "3779"} +{"epoch": 6, "update": 5.47, "loss": "0.074", "ppl": "1.05", "wps": "12924.1", "ups": "6.06", "wpb": "2132.7", "bsz": "106.3", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.569", "train_wall": "16", "gb_free": "42.7", "wall": "3779"} +{"epoch": 6, "update": 5.47, "loss": "0.074", "ppl": "1.05", "wps": "12924.1", "ups": "6.06", "wpb": "2132.7", "bsz": "106.3", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.569", "train_wall": "16", "gb_free": "42.7", "wall": "3779"} +{"epoch": 6, "update": 5.47, "loss": "0.074", "ppl": "1.05", "wps": "12924.1", "ups": "6.06", "wpb": "2132.7", "bsz": "106.3", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.569", "train_wall": "16", "gb_free": "42.7", "wall": "3779"} +{"epoch": 6, "update": 5.47, "loss": "0.074", "ppl": "1.05", "wps": "12924.1", "ups": "6.06", "wpb": "2132.7", "bsz": "106.3", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.569", "train_wall": "16", "gb_free": "42.7", "wall": "3779"} +{"epoch": 6, "update": 5.494, "loss": "0.052", "ppl": "1.04", "wps": "11792", "ups": "6.05", "wpb": "1949.8", "bsz": "98.2", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.6", "wall": "3795"} +{"epoch": 6, "update": 5.494, "loss": "0.052", "ppl": "1.04", "wps": "11792", "ups": "6.05", "wpb": "1949.8", "bsz": "98.2", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.6", "wall": "3795"} +{"epoch": 6, "update": 5.494, "loss": "0.052", "ppl": "1.04", "wps": "11792", "ups": "6.05", "wpb": "1949.8", "bsz": "98.2", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.6", "wall": "3795"} +{"epoch": 6, "update": 5.494, "loss": "0.052", "ppl": "1.04", "wps": "11792", "ups": "6.05", "wpb": "1949.8", "bsz": "98.2", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.6", "wall": "3795"} +{"epoch": 6, "update": 5.494, "loss": "0.052", "ppl": "1.04", "wps": "11792", "ups": "6.05", "wpb": "1949.8", "bsz": "98.2", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.6", "wall": "3795"} +{"epoch": 6, "update": 5.494, "loss": "0.052", "ppl": "1.04", "wps": "11792", "ups": "6.05", "wpb": "1949.8", "bsz": "98.2", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.6", "wall": "3795"} +{"epoch": 6, "update": 5.518, "loss": "0.057", "ppl": "1.04", "wps": "12771.1", "ups": "6.09", "wpb": "2095.4", "bsz": "102.1", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3812"} +{"epoch": 6, "update": 5.518, "loss": "0.057", "ppl": "1.04", "wps": "12771.1", "ups": "6.09", "wpb": "2095.4", "bsz": "102.1", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3812"} +{"epoch": 6, "update": 5.518, "loss": "0.057", "ppl": "1.04", "wps": "12771.1", "ups": "6.09", "wpb": "2095.4", "bsz": "102.1", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3812"} +{"epoch": 6, "update": 5.518, "loss": "0.057", "ppl": "1.04", "wps": "12771.1", "ups": "6.09", "wpb": "2095.4", "bsz": "102.1", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3812"} +{"epoch": 6, "update": 5.518, "loss": "0.057", "ppl": "1.04", "wps": "12771.1", "ups": "6.09", "wpb": "2095.4", "bsz": "102.1", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3812"} +{"epoch": 6, "update": 5.518, "loss": "0.057", "ppl": "1.04", "wps": "12771.1", "ups": "6.09", "wpb": "2095.4", "bsz": "102.1", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.54", "train_wall": "16", "gb_free": "42.5", "wall": "3812"} +{"epoch": 6, "update": 5.542, "loss": "0.053", "ppl": "1.04", "wps": "14755.7", "ups": "6.27", "wpb": "2351.5", "bsz": "116.8", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.3", "wall": "3828"} +{"epoch": 6, "update": 5.542, "loss": "0.053", "ppl": "1.04", "wps": "14755.7", "ups": "6.27", "wpb": "2351.5", "bsz": "116.8", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.3", "wall": "3828"} +{"epoch": 6, "update": 5.542, "loss": "0.053", "ppl": "1.04", "wps": "14755.7", "ups": "6.27", "wpb": "2351.5", "bsz": "116.8", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.3", "wall": "3828"} +{"epoch": 6, "update": 5.542, "loss": "0.053", "ppl": "1.04", "wps": "14755.7", "ups": "6.27", "wpb": "2351.5", "bsz": "116.8", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.3", "wall": "3828"} +{"epoch": 6, "update": 5.542, "loss": "0.053", "ppl": "1.04", "wps": "14755.7", "ups": "6.27", "wpb": "2351.5", "bsz": "116.8", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.3", "wall": "3828"} +{"epoch": 6, "update": 5.542, "loss": "0.053", "ppl": "1.04", "wps": "14755.7", "ups": "6.27", "wpb": "2351.5", "bsz": "116.8", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.3", "wall": "3828"} +{"epoch": 6, "update": 5.566, "loss": "0.058", "ppl": "1.04", "wps": "12337.1", "ups": "6.11", "wpb": "2019.4", "bsz": "100.5", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.5", "wall": "3844"} +{"epoch": 6, "update": 5.566, "loss": "0.058", "ppl": "1.04", "wps": "12337.1", "ups": "6.11", "wpb": "2019.4", "bsz": "100.5", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.5", "wall": "3844"} +{"epoch": 6, "update": 5.566, "loss": "0.058", "ppl": "1.04", "wps": "12337.1", "ups": "6.11", "wpb": "2019.4", "bsz": "100.5", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.5", "wall": "3844"} +{"epoch": 6, "update": 5.566, "loss": "0.058", "ppl": "1.04", "wps": "12337.1", "ups": "6.11", "wpb": "2019.4", "bsz": "100.5", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.5", "wall": "3844"} +{"epoch": 6, "update": 5.566, "loss": "0.058", "ppl": "1.04", "wps": "12337.1", "ups": "6.11", "wpb": "2019.4", "bsz": "100.5", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.5", "wall": "3844"} +{"epoch": 6, "update": 5.566, "loss": "0.058", "ppl": "1.04", "wps": "12337.1", "ups": "6.11", "wpb": "2019.4", "bsz": "100.5", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.5", "wall": "3844"} +{"epoch": 6, "update": 5.59, "loss": "0.056", "ppl": "1.04", "wps": "12800.5", "ups": "6.09", "wpb": "2102.8", "bsz": "105.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3860"} +{"epoch": 6, "update": 5.59, "loss": "0.056", "ppl": "1.04", "wps": "12800.5", "ups": "6.09", "wpb": "2102.8", "bsz": "105.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3860"} +{"epoch": 6, "update": 5.59, "loss": "0.056", "ppl": "1.04", "wps": "12800.5", "ups": "6.09", "wpb": "2102.8", "bsz": "105.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3860"} +{"epoch": 6, "update": 5.59, "loss": "0.056", "ppl": "1.04", "wps": "12800.5", "ups": "6.09", "wpb": "2102.8", "bsz": "105.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3860"} +{"epoch": 6, "update": 5.59, "loss": "0.056", "ppl": "1.04", "wps": "12800.5", "ups": "6.09", "wpb": "2102.8", "bsz": "105.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3860"} +{"epoch": 6, "update": 5.59, "loss": "0.056", "ppl": "1.04", "wps": "12800.5", "ups": "6.09", "wpb": "2102.8", "bsz": "105.6", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.521", "train_wall": "16", "gb_free": "42.5", "wall": "3860"} +{"epoch": 6, "update": 5.614, "loss": "0.059", "ppl": "1.04", "wps": "14087.3", "ups": "6.14", "wpb": "2294.4", "bsz": "109.3", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.5", "wall": "3877"} +{"epoch": 6, "update": 5.614, "loss": "0.059", "ppl": "1.04", "wps": "14087.3", "ups": "6.14", "wpb": "2294.4", "bsz": "109.3", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.5", "wall": "3877"} +{"epoch": 6, "update": 5.614, "loss": "0.059", "ppl": "1.04", "wps": "14087.3", "ups": "6.14", "wpb": "2294.4", "bsz": "109.3", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.5", "wall": "3877"} +{"epoch": 6, "update": 5.614, "loss": "0.059", "ppl": "1.04", "wps": "14087.3", "ups": "6.14", "wpb": "2294.4", "bsz": "109.3", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.5", "wall": "3877"} +{"epoch": 6, "update": 5.614, "loss": "0.059", "ppl": "1.04", "wps": "14087.3", "ups": "6.14", "wpb": "2294.4", "bsz": "109.3", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.5", "wall": "3877"} +{"epoch": 6, "update": 5.614, "loss": "0.059", "ppl": "1.04", "wps": "14087.3", "ups": "6.14", "wpb": "2294.4", "bsz": "109.3", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.511", "train_wall": "16", "gb_free": "42.5", "wall": "3877"} +{"epoch": 6, "update": 5.638, "loss": "0.074", "ppl": "1.05", "wps": "12415", "ups": "6.03", "wpb": "2057.3", "bsz": "102", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3893"} +{"epoch": 6, "update": 5.638, "loss": "0.074", "ppl": "1.05", "wps": "12415", "ups": "6.03", "wpb": "2057.3", "bsz": "102", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3893"} +{"epoch": 6, "update": 5.638, "loss": "0.074", "ppl": "1.05", "wps": "12415", "ups": "6.03", "wpb": "2057.3", "bsz": "102", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3893"} +{"epoch": 6, "update": 5.638, "loss": "0.074", "ppl": "1.05", "wps": "12415", "ups": "6.03", "wpb": "2057.3", "bsz": "102", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3893"} +{"epoch": 6, "update": 5.638, "loss": "0.074", "ppl": "1.05", "wps": "12415", "ups": "6.03", "wpb": "2057.3", "bsz": "102", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3893"} +{"epoch": 6, "update": 5.638, "loss": "0.074", "ppl": "1.05", "wps": "12415", "ups": "6.03", "wpb": "2057.3", "bsz": "102", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.542", "train_wall": "16", "gb_free": "42.6", "wall": "3893"} +{"epoch": 6, "update": 5.662, "loss": "0.068", "ppl": "1.05", "wps": "14189.6", "ups": "6.11", "wpb": "2321.4", "bsz": "114.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.7", "wall": "3910"} +{"epoch": 6, "update": 5.662, "loss": "0.068", "ppl": "1.05", "wps": "14189.6", "ups": "6.11", "wpb": "2321.4", "bsz": "114.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.7", "wall": "3910"} +{"epoch": 6, "update": 5.662, "loss": "0.068", "ppl": "1.05", "wps": "14189.6", "ups": "6.11", "wpb": "2321.4", "bsz": "114.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.7", "wall": "3910"} +{"epoch": 6, "update": 5.662, "loss": "0.068", "ppl": "1.05", "wps": "14189.6", "ups": "6.11", "wpb": "2321.4", "bsz": "114.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.7", "wall": "3910"} +{"epoch": 6, "update": 5.662, "loss": "0.068", "ppl": "1.05", "wps": "14189.6", "ups": "6.11", "wpb": "2321.4", "bsz": "114.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.7", "wall": "3910"} +{"epoch": 6, "update": 5.662, "loss": "0.068", "ppl": "1.05", "wps": "14189.6", "ups": "6.11", "wpb": "2321.4", "bsz": "114.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.563", "train_wall": "16", "gb_free": "42.7", "wall": "3910"} +{"epoch": 6, "update": 5.686, "loss": "0.072", "ppl": "1.05", "wps": "12161.7", "ups": "6.07", "wpb": "2004", "bsz": "94.6", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.59", "train_wall": "16", "gb_free": "42.6", "wall": "3926"} +{"epoch": 6, "update": 5.686, "loss": "0.072", "ppl": "1.05", "wps": "12161.7", "ups": "6.07", "wpb": "2004", "bsz": "94.6", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.59", "train_wall": "16", "gb_free": "42.6", "wall": "3926"} +{"epoch": 6, "update": 5.686, "loss": "0.072", "ppl": "1.05", "wps": "12161.7", "ups": "6.07", "wpb": "2004", "bsz": "94.6", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.59", "train_wall": "16", "gb_free": "42.6", "wall": "3926"} +{"epoch": 6, "update": 5.686, "loss": "0.072", "ppl": "1.05", "wps": "12161.7", "ups": "6.07", "wpb": "2004", "bsz": "94.6", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.59", "train_wall": "16", "gb_free": "42.6", "wall": "3926"} +{"epoch": 6, "update": 5.686, "loss": "0.072", "ppl": "1.05", "wps": "12161.7", "ups": "6.07", "wpb": "2004", "bsz": "94.6", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.59", "train_wall": "16", "gb_free": "42.6", "wall": "3926"} +{"epoch": 6, "update": 5.686, "loss": "0.072", "ppl": "1.05", "wps": "12161.7", "ups": "6.07", "wpb": "2004", "bsz": "94.6", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.59", "train_wall": "16", "gb_free": "42.6", "wall": "3926"} +{"epoch": 6, "update": 5.71, "loss": "0.055", "ppl": "1.04", "wps": "13289", "ups": "6.18", "wpb": "2149.8", "bsz": "101.6", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3942"} +{"epoch": 6, "update": 5.71, "loss": "0.055", "ppl": "1.04", "wps": "13289", "ups": "6.18", "wpb": "2149.8", "bsz": "101.6", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3942"} +{"epoch": 6, "update": 5.71, "loss": "0.055", "ppl": "1.04", "wps": "13289", "ups": "6.18", "wpb": "2149.8", "bsz": "101.6", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3942"} +{"epoch": 6, "update": 5.71, "loss": "0.055", "ppl": "1.04", "wps": "13289", "ups": "6.18", "wpb": "2149.8", "bsz": "101.6", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3942"} +{"epoch": 6, "update": 5.71, "loss": "0.055", "ppl": "1.04", "wps": "13289", "ups": "6.18", "wpb": "2149.8", "bsz": "101.6", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3942"} +{"epoch": 6, "update": 5.71, "loss": "0.055", "ppl": "1.04", "wps": "13289", "ups": "6.18", "wpb": "2149.8", "bsz": "101.6", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.518", "train_wall": "16", "gb_free": "42.5", "wall": "3942"} +{"epoch": 6, "update": 5.734, "loss": "0.065", "ppl": "1.05", "wps": "13643", "ups": "6.09", "wpb": "2239", "bsz": "107.9", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.5", "wall": "3959"} +{"epoch": 6, "update": 5.734, "loss": "0.065", "ppl": "1.05", "wps": "13643", "ups": "6.09", "wpb": "2239", "bsz": "107.9", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.5", "wall": "3959"} +{"epoch": 6, "update": 5.734, "loss": "0.065", "ppl": "1.05", "wps": "13643", "ups": "6.09", "wpb": "2239", "bsz": "107.9", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.5", "wall": "3959"} +{"epoch": 6, "update": 5.734, "loss": "0.065", "ppl": "1.05", "wps": "13643", "ups": "6.09", "wpb": "2239", "bsz": "107.9", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.5", "wall": "3959"} +{"epoch": 6, "update": 5.734, "loss": "0.065", "ppl": "1.05", "wps": "13643", "ups": "6.09", "wpb": "2239", "bsz": "107.9", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.5", "wall": "3959"} +{"epoch": 6, "update": 5.734, "loss": "0.065", "ppl": "1.05", "wps": "13643", "ups": "6.09", "wpb": "2239", "bsz": "107.9", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.55", "train_wall": "16", "gb_free": "42.5", "wall": "3959"} +{"epoch": 6, "update": 5.758, "loss": "0.067", "ppl": "1.05", "wps": "12156.9", "ups": "6.03", "wpb": "2017.4", "bsz": "97.2", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "3975"} +{"epoch": 6, "update": 5.758, "loss": "0.067", "ppl": "1.05", "wps": "12156.9", "ups": "6.03", "wpb": "2017.4", "bsz": "97.2", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "3975"} +{"epoch": 6, "update": 5.758, "loss": "0.067", "ppl": "1.05", "wps": "12156.9", "ups": "6.03", "wpb": "2017.4", "bsz": "97.2", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "3975"} +{"epoch": 6, "update": 5.758, "loss": "0.067", "ppl": "1.05", "wps": "12156.9", "ups": "6.03", "wpb": "2017.4", "bsz": "97.2", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "3975"} +{"epoch": 6, "update": 5.758, "loss": "0.067", "ppl": "1.05", "wps": "12156.9", "ups": "6.03", "wpb": "2017.4", "bsz": "97.2", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "3975"} +{"epoch": 6, "update": 5.758, "loss": "0.067", "ppl": "1.05", "wps": "12156.9", "ups": "6.03", "wpb": "2017.4", "bsz": "97.2", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "3975"} +{"epoch": 6, "update": 5.782, "loss": "0.068", "ppl": "1.05", "wps": "13437.3", "ups": "6.08", "wpb": "2208.8", "bsz": "102.4", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3992"} +{"epoch": 6, "update": 5.782, "loss": "0.068", "ppl": "1.05", "wps": "13437.3", "ups": "6.08", "wpb": "2208.8", "bsz": "102.4", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3992"} +{"epoch": 6, "update": 5.782, "loss": "0.068", "ppl": "1.05", "wps": "13437.3", "ups": "6.08", "wpb": "2208.8", "bsz": "102.4", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3992"} +{"epoch": 6, "update": 5.782, "loss": "0.068", "ppl": "1.05", "wps": "13437.3", "ups": "6.08", "wpb": "2208.8", "bsz": "102.4", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3992"} +{"epoch": 6, "update": 5.782, "loss": "0.068", "ppl": "1.05", "wps": "13437.3", "ups": "6.08", "wpb": "2208.8", "bsz": "102.4", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3992"} +{"epoch": 6, "update": 5.782, "loss": "0.068", "ppl": "1.05", "wps": "13437.3", "ups": "6.08", "wpb": "2208.8", "bsz": "102.4", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.556", "train_wall": "16", "gb_free": "42.5", "wall": "3992"} +{"epoch": 6, "update": 5.806, "loss": "0.056", "ppl": "1.04", "wps": "12611", "ups": "6.03", "wpb": "2090.8", "bsz": "100.9", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.547", "train_wall": "16", "gb_free": "41.6", "wall": "4008"} +{"epoch": 6, "update": 5.806, "loss": "0.056", "ppl": "1.04", "wps": "12611", "ups": "6.03", "wpb": "2090.8", "bsz": "100.9", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.547", "train_wall": "16", "gb_free": "41.6", "wall": "4008"} +{"epoch": 6, "update": 5.806, "loss": "0.056", "ppl": "1.04", "wps": "12611", "ups": "6.03", "wpb": "2090.8", "bsz": "100.9", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.547", "train_wall": "16", "gb_free": "41.6", "wall": "4008"} +{"epoch": 6, "update": 5.806, "loss": "0.056", "ppl": "1.04", "wps": "12611", "ups": "6.03", "wpb": "2090.8", "bsz": "100.9", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.547", "train_wall": "16", "gb_free": "41.6", "wall": "4008"} +{"epoch": 6, "update": 5.806, "loss": "0.056", "ppl": "1.04", "wps": "12611", "ups": "6.03", "wpb": "2090.8", "bsz": "100.9", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.547", "train_wall": "16", "gb_free": "41.6", "wall": "4008"} +{"epoch": 6, "update": 5.806, "loss": "0.056", "ppl": "1.04", "wps": "12611", "ups": "6.03", "wpb": "2090.8", "bsz": "100.9", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.547", "train_wall": "16", "gb_free": "41.6", "wall": "4008"} +{"epoch": 6, "update": 5.83, "loss": "0.072", "ppl": "1.05", "wps": "11887.3", "ups": "5.97", "wpb": "1989.9", "bsz": "91.9", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.526", "train_wall": "17", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.83, "loss": "0.072", "ppl": "1.05", "wps": "11887.3", "ups": "5.97", "wpb": "1989.9", "bsz": "91.9", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.526", "train_wall": "17", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.83, "loss": "0.072", "ppl": "1.05", "wps": "11887.3", "ups": "5.97", "wpb": "1989.9", "bsz": "91.9", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.526", "train_wall": "17", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.83, "loss": "0.072", "ppl": "1.05", "wps": "11887.3", "ups": "5.97", "wpb": "1989.9", "bsz": "91.9", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.526", "train_wall": "17", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.83, "loss": "0.072", "ppl": "1.05", "wps": "11887.3", "ups": "5.97", "wpb": "1989.9", "bsz": "91.9", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.526", "train_wall": "17", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.83, "loss": "0.072", "ppl": "1.05", "wps": "11887.3", "ups": "5.97", "wpb": "1989.9", "bsz": "91.9", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.526", "train_wall": "17", "gb_free": "42.6", "wall": "4025"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12735.2", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.6", "wall": "4041"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12735.2", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.6", "wall": "4041"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12735.2", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.6", "wall": "4041"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12735.2", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.6", "wall": "4041"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12735.2", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.6", "wall": "4041"} +{"epoch": 6, "update": 5.854, "loss": "0.051", "ppl": "1.04", "wps": "12735.2", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.483", "train_wall": "16", "gb_free": "42.6", "wall": "4041"} +{"epoch": 6, "update": 5.878, "loss": "0.055", "ppl": "1.04", "wps": "12565.9", "ups": "6.02", "wpb": "2086.9", "bsz": "102", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4058"} +{"epoch": 6, "update": 5.878, "loss": "0.055", "ppl": "1.04", "wps": "12565.9", "ups": "6.02", "wpb": "2086.9", "bsz": "102", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4058"} +{"epoch": 6, "update": 5.878, "loss": "0.055", "ppl": "1.04", "wps": "12565.9", "ups": "6.02", "wpb": "2086.9", "bsz": "102", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4058"} +{"epoch": 6, "update": 5.878, "loss": "0.055", "ppl": "1.04", "wps": "12565.9", "ups": "6.02", "wpb": "2086.9", "bsz": "102", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4058"} +{"epoch": 6, "update": 5.878, "loss": "0.055", "ppl": "1.04", "wps": "12565.9", "ups": "6.02", "wpb": "2086.9", "bsz": "102", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4058"} +{"epoch": 6, "update": 5.878, "loss": "0.055", "ppl": "1.04", "wps": "12565.9", "ups": "6.02", "wpb": "2086.9", "bsz": "102", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4058"} +{"epoch": 6, "update": 5.902, "loss": "0.053", "ppl": "1.04", "wps": "12044.3", "ups": "6.14", "wpb": "1960.9", "bsz": "95.2", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.5", "wall": "4074"} +{"epoch": 6, "update": 5.902, "loss": "0.053", "ppl": "1.04", "wps": "12044.3", "ups": "6.14", "wpb": "1960.9", "bsz": "95.2", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.5", "wall": "4074"} +{"epoch": 6, "update": 5.902, "loss": "0.053", "ppl": "1.04", "wps": "12044.3", "ups": "6.14", "wpb": "1960.9", "bsz": "95.2", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.5", "wall": "4074"} +{"epoch": 6, "update": 5.902, "loss": "0.053", "ppl": "1.04", "wps": "12044.3", "ups": "6.14", "wpb": "1960.9", "bsz": "95.2", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.5", "wall": "4074"} +{"epoch": 6, "update": 5.902, "loss": "0.053", "ppl": "1.04", "wps": "12044.3", "ups": "6.14", "wpb": "1960.9", "bsz": "95.2", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.5", "wall": "4074"} +{"epoch": 6, "update": 5.902, "loss": "0.053", "ppl": "1.04", "wps": "12044.3", "ups": "6.14", "wpb": "1960.9", "bsz": "95.2", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.523", "train_wall": "16", "gb_free": "42.5", "wall": "4074"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "13985.1", "ups": "6.13", "wpb": "2282.9", "bsz": "107.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.4", "wall": "4091"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "13985.1", "ups": "6.13", "wpb": "2282.9", "bsz": "107.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.4", "wall": "4091"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "13985.1", "ups": "6.13", "wpb": "2282.9", "bsz": "107.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.4", "wall": "4091"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "13985.1", "ups": "6.13", "wpb": "2282.9", "bsz": "107.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.4", "wall": "4091"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "13985.1", "ups": "6.13", "wpb": "2282.9", "bsz": "107.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.4", "wall": "4091"} +{"epoch": 6, "update": 5.926, "loss": "0.053", "ppl": "1.04", "wps": "13985.1", "ups": "6.13", "wpb": "2282.9", "bsz": "107.5", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.4", "wall": "4091"} +{"epoch": 6, "update": 5.95, "loss": "0.055", "ppl": "1.04", "wps": "12495.3", "ups": "6.01", "wpb": "2078.4", "bsz": "102.2", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.486", "train_wall": "16", "gb_free": "42.6", "wall": "4107"} +{"epoch": 6, "update": 5.95, "loss": "0.055", "ppl": "1.04", "wps": "12495.3", "ups": "6.01", "wpb": "2078.4", "bsz": "102.2", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.486", "train_wall": "16", "gb_free": "42.6", "wall": "4107"} +{"epoch": 6, "update": 5.95, "loss": "0.055", "ppl": "1.04", "wps": "12495.3", "ups": "6.01", "wpb": "2078.4", "bsz": "102.2", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.486", "train_wall": "16", "gb_free": "42.6", "wall": "4107"} +{"epoch": 6, "update": 5.95, "loss": "0.055", "ppl": "1.04", "wps": "12495.3", "ups": "6.01", "wpb": "2078.4", "bsz": "102.2", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.486", "train_wall": "16", "gb_free": "42.6", "wall": "4107"} +{"epoch": 6, "update": 5.95, "loss": "0.055", "ppl": "1.04", "wps": "12495.3", "ups": "6.01", "wpb": "2078.4", "bsz": "102.2", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.486", "train_wall": "16", "gb_free": "42.6", "wall": "4107"} +{"epoch": 6, "update": 5.95, "loss": "0.055", "ppl": "1.04", "wps": "12495.3", "ups": "6.01", "wpb": "2078.4", "bsz": "102.2", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.486", "train_wall": "16", "gb_free": "42.6", "wall": "4107"} +{"epoch": 6, "update": 5.974, "loss": "0.067", "ppl": "1.05", "wps": "11543.8", "ups": "6.05", "wpb": "1909.3", "bsz": "92.9", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "4124"} +{"epoch": 6, "update": 5.974, "loss": "0.067", "ppl": "1.05", "wps": "11543.8", "ups": "6.05", "wpb": "1909.3", "bsz": "92.9", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "4124"} +{"epoch": 6, "update": 5.974, "loss": "0.067", "ppl": "1.05", "wps": "11543.8", "ups": "6.05", "wpb": "1909.3", "bsz": "92.9", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "4124"} +{"epoch": 6, "update": 5.974, "loss": "0.067", "ppl": "1.05", "wps": "11543.8", "ups": "6.05", "wpb": "1909.3", "bsz": "92.9", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "4124"} +{"epoch": 6, "update": 5.974, "loss": "0.067", "ppl": "1.05", "wps": "11543.8", "ups": "6.05", "wpb": "1909.3", "bsz": "92.9", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "4124"} +{"epoch": 6, "update": 5.974, "loss": "0.067", "ppl": "1.05", "wps": "11543.8", "ups": "6.05", "wpb": "1909.3", "bsz": "92.9", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.613", "train_wall": "16", "gb_free": "42.6", "wall": "4124"} +{"epoch": 6, "update": 5.998, "loss": "0.061", "ppl": "1.04", "wps": "14882.9", "ups": "6.1", "wpb": "2440", "bsz": "111.7", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.7", "wall": "4140"} +{"epoch": 6, "update": 5.998, "loss": "0.061", "ppl": "1.04", "wps": "14882.9", "ups": "6.1", "wpb": "2440", "bsz": "111.7", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.7", "wall": "4140"} +{"epoch": 6, "update": 5.998, "loss": "0.061", "ppl": "1.04", "wps": "14882.9", "ups": "6.1", "wpb": "2440", "bsz": "111.7", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.7", "wall": "4140"} +{"epoch": 6, "update": 5.998, "loss": "0.061", "ppl": "1.04", "wps": "14882.9", "ups": "6.1", "wpb": "2440", "bsz": "111.7", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.7", "wall": "4140"} +{"epoch": 6, "update": 5.998, "loss": "0.061", "ppl": "1.04", "wps": "14882.9", "ups": "6.1", "wpb": "2440", "bsz": "111.7", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.7", "wall": "4140"} +{"epoch": 6, "update": 5.998, "loss": "0.061", "ppl": "1.04", "wps": "14882.9", "ups": "6.1", "wpb": "2440", "bsz": "111.7", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.496", "train_wall": "16", "gb_free": "42.7", "wall": "4140"} +begin validation on "valid" subset +{"epoch": 6, "valid_loss": "0.17", "valid_ppl": "1.13", "valid_wps": "40503.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "25008", "valid_best_loss": "0.17"} +{"epoch": 6, "valid_loss": "0.17", "valid_ppl": "1.13", "valid_wps": "40503.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "25008", "valid_best_loss": "0.17"} +{"epoch": 6, "valid_loss": "0.17", "valid_ppl": "1.13", "valid_wps": "40503.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "25008", "valid_best_loss": "0.17"} +{"epoch": 6, "valid_loss": "0.17", "valid_ppl": "1.13", "valid_wps": "40503.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "25008", "valid_best_loss": "0.17"} +{"epoch": 6, "valid_loss": "0.17", "valid_ppl": "1.13", "valid_wps": "40503.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "25008", "valid_best_loss": "0.17"} +{"epoch": 6, "valid_loss": "0.17", "valid_ppl": "1.13", "valid_wps": "40503.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "25008", "valid_best_loss": "0.17"} +end of epoch 6 (average epoch stats below) +{"epoch": 6, "train_loss": "0.065", "train_ppl": "1.05", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "25008", "train_lr": "0.000199968", "train_gnorm": "0.536", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "4148"} +{"epoch": 6, "train_loss": "0.065", "train_ppl": "1.05", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "25008", "train_lr": "0.000199968", "train_gnorm": "0.536", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "4148"} +{"epoch": 6, "train_loss": "0.065", "train_ppl": "1.05", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "25008", "train_lr": "0.000199968", "train_gnorm": "0.536", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "4148"} +{"epoch": 6, "train_loss": "0.065", "train_ppl": "1.05", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "25008", "train_lr": "0.000199968", "train_gnorm": "0.536", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "4148"} +{"epoch": 6, "train_loss": "0.065", "train_ppl": "1.05", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "25008", "train_lr": "0.000199968", "train_gnorm": "0.536", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "4148"} +{"epoch": 6, "train_loss": "0.065", "train_ppl": "1.05", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "25008", "train_lr": "0.000199968", "train_gnorm": "0.536", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "4148"} +Start iterating over samples +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.022, "loss": "0.045", "ppl": "1.03", "wps": "8403.5", "ups": "4.32", "wpb": "1944.5", "bsz": "93.5", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4163"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.046, "loss": "0.059", "ppl": "1.04", "wps": "14242.9", "ups": "6.14", "wpb": "2321.1", "bsz": "109.8", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.492", "train_wall": "16", "gb_free": "42.5", "wall": "4180"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.07, "loss": "0.044", "ppl": "1.03", "wps": "12923.7", "ups": "6.14", "wpb": "2103.3", "bsz": "101.8", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.488", "train_wall": "16", "gb_free": "42.6", "wall": "4196"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.094, "loss": "0.038", "ppl": "1.03", "wps": "12914", "ups": "6.21", "wpb": "2078.4", "bsz": "100.1", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.442", "train_wall": "16", "gb_free": "42.5", "wall": "4212"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.118, "loss": "0.059", "ppl": "1.04", "wps": "13822.5", "ups": "6.17", "wpb": "2239.1", "bsz": "108.3", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.551", "train_wall": "16", "gb_free": "42.5", "wall": "4228"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.142, "loss": "0.055", "ppl": "1.04", "wps": "13946.9", "ups": "6.08", "wpb": "2293.7", "bsz": "111", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.7", "wall": "4245"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.166, "loss": "0.056", "ppl": "1.04", "wps": "12762.8", "ups": "6.1", "wpb": "2092.6", "bsz": "105.3", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.513", "train_wall": "16", "gb_free": "42.5", "wall": "4261"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.19, "loss": "0.048", "ppl": "1.03", "wps": "13550.9", "ups": "6.12", "wpb": "2212.9", "bsz": "106.7", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.504", "train_wall": "16", "gb_free": "42.5", "wall": "4277"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.214, "loss": "0.06", "ppl": "1.04", "wps": "13510.4", "ups": "6.05", "wpb": "2232.3", "bsz": "105.3", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.506", "train_wall": "16", "gb_free": "42", "wall": "4294"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.238, "loss": "0.049", "ppl": "1.03", "wps": "12283.1", "ups": "6.06", "wpb": "2028.5", "bsz": "95.8", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.478", "train_wall": "16", "gb_free": "42.6", "wall": "4310"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.262, "loss": "0.046", "ppl": "1.03", "wps": "13259.6", "ups": "6.07", "wpb": "2183.3", "bsz": "105.4", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.48", "train_wall": "16", "gb_free": "42.4", "wall": "4327"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.286, "loss": "0.044", "ppl": "1.03", "wps": "13779.5", "ups": "6.17", "wpb": "2233.9", "bsz": "109.6", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.489", "train_wall": "16", "gb_free": "42.8", "wall": "4343"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.31, "loss": "0.053", "ppl": "1.04", "wps": "12759.8", "ups": "6.08", "wpb": "2097", "bsz": "103", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.544", "train_wall": "16", "gb_free": "42.5", "wall": "4360"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.334, "loss": "0.049", "ppl": "1.03", "wps": "12243.3", "ups": "6.06", "wpb": "2020.8", "bsz": "94.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4376"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.358, "loss": "0.056", "ppl": "1.04", "wps": "12749.2", "ups": "5.96", "wpb": "2137.6", "bsz": "99", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.509", "train_wall": "17", "gb_free": "42.4", "wall": "4393"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.382, "loss": "0.042", "ppl": "1.03", "wps": "13887.5", "ups": "6.19", "wpb": "2242.2", "bsz": "109.1", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.451", "train_wall": "16", "gb_free": "41.5", "wall": "4409"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.406, "loss": "0.052", "ppl": "1.04", "wps": "13091.6", "ups": "6.08", "wpb": "2151.8", "bsz": "100.6", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.479", "train_wall": "16", "gb_free": "42.5", "wall": "4425"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.43, "loss": "0.041", "ppl": "1.03", "wps": "13064.2", "ups": "6.11", "wpb": "2137.6", "bsz": "108.6", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.5", "wall": "4442"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.454, "loss": "0.05", "ppl": "1.04", "wps": "13394.6", "ups": "6.13", "wpb": "2184", "bsz": "108.6", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.502", "train_wall": "16", "gb_free": "42.6", "wall": "4458"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.478, "loss": "0.038", "ppl": "1.03", "wps": "12602.7", "ups": "6.08", "wpb": "2074.5", "bsz": "104", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.484", "train_wall": "16", "gb_free": "42.5", "wall": "4474"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.502, "loss": "0.044", "ppl": "1.03", "wps": "11396.8", "ups": "6.07", "wpb": "1878.1", "bsz": "88.1", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.7", "wall": "4491"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.526, "loss": "0.05", "ppl": "1.04", "wps": "13973.9", "ups": "6.09", "wpb": "2294.6", "bsz": "110.4", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.449", "train_wall": "16", "gb_free": "42.5", "wall": "4507"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.55, "loss": "0.046", "ppl": "1.03", "wps": "13411.3", "ups": "6.05", "wpb": "2215.1", "bsz": "107.8", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.473", "train_wall": "16", "gb_free": "42.2", "wall": "4524"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.574, "loss": "0.041", "ppl": "1.03", "wps": "12480.9", "ups": "6.1", "wpb": "2045.3", "bsz": "98.8", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.463", "train_wall": "16", "gb_free": "42.6", "wall": "4540"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.598, "loss": "0.049", "ppl": "1.03", "wps": "14525.8", "ups": "6.16", "wpb": "2358", "bsz": "116.3", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "4557"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.622, "loss": "0.054", "ppl": "1.04", "wps": "13378.5", "ups": "6.05", "wpb": "2209.5", "bsz": "104.4", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.5", "wall": "4573"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.646, "loss": "0.047", "ppl": "1.03", "wps": "13117.9", "ups": "6.05", "wpb": "2168.6", "bsz": "101.2", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.5", "wall": "4590"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.67, "loss": "0.045", "ppl": "1.03", "wps": "12024.2", "ups": "6.01", "wpb": "2000.7", "bsz": "93", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.505", "train_wall": "16", "gb_free": "41.1", "wall": "4606"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.694, "loss": "0.055", "ppl": "1.04", "wps": "13159.6", "ups": "6.07", "wpb": "2169.2", "bsz": "102.3", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4623"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.718, "loss": "0.05", "ppl": "1.04", "wps": "13788.2", "ups": "6.17", "wpb": "2234.6", "bsz": "109.2", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.461", "train_wall": "16", "gb_free": "42.6", "wall": "4639"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.742, "loss": "0.046", "ppl": "1.03", "wps": "13817.6", "ups": "6.16", "wpb": "2243.4", "bsz": "105.4", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.515", "train_wall": "16", "gb_free": "42.5", "wall": "4655"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.766, "loss": "0.044", "ppl": "1.03", "wps": "11587.1", "ups": "6.03", "wpb": "1920.5", "bsz": "93.6", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.536", "train_wall": "16", "gb_free": "42.6", "wall": "4672"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.79, "loss": "0.046", "ppl": "1.03", "wps": "13325.9", "ups": "6.13", "wpb": "2173.8", "bsz": "104", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.481", "train_wall": "16", "gb_free": "42.7", "wall": "4688"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.814, "loss": "0.037", "ppl": "1.03", "wps": "12399.4", "ups": "6.14", "wpb": "2018.6", "bsz": "101.6", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "4704"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.838, "loss": "0.047", "ppl": "1.03", "wps": "12319.2", "ups": "6.08", "wpb": "2027.1", "bsz": "103.3", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.476", "train_wall": "16", "gb_free": "42.7", "wall": "4721"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.862, "loss": "0.043", "ppl": "1.03", "wps": "12423.2", "ups": "6.12", "wpb": "2030.6", "bsz": "99.6", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.457", "train_wall": "16", "gb_free": "42.7", "wall": "4737"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.886, "loss": "0.049", "ppl": "1.03", "wps": "13370.5", "ups": "6.11", "wpb": "2188", "bsz": "105.4", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.526", "train_wall": "16", "gb_free": "42.6", "wall": "4753"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.91, "loss": "0.043", "ppl": "1.03", "wps": "13393.5", "ups": "6.14", "wpb": "2180.3", "bsz": "108.4", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.436", "train_wall": "16", "gb_free": "42.5", "wall": "4770"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.934, "loss": "0.05", "ppl": "1.04", "wps": "12654.1", "ups": "6.11", "wpb": "2072.6", "bsz": "101.5", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.503", "train_wall": "16", "gb_free": "42.5", "wall": "4786"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.958, "loss": "0.05", "ppl": "1.04", "wps": "13733.7", "ups": "6.14", "wpb": "2236.6", "bsz": "99", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.474", "train_wall": "16", "gb_free": "42.8", "wall": "4802"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +{"epoch": 7, "update": 6.982, "loss": "0.041", "ppl": "1.03", "wps": "12289.5", "ups": "6.1", "wpb": "2015.3", "bsz": "97.8", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "4819"} +begin validation on "valid" subset +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +{"epoch": 7, "valid_loss": "0.162", "valid_ppl": "1.12", "valid_wps": "40606.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "29176", "valid_best_loss": "0.162"} +end of epoch 7 (average epoch stats below) +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +{"epoch": 7, "train_loss": "0.048", "train_ppl": "1.03", "train_wps": "12905", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "29176", "train_lr": "0.000185134", "train_gnorm": "0.481", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "4838"} +Start iterating over samples +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.006, "loss": "0.034", "ppl": "1.02", "wps": "8681.8", "ups": "4.28", "wpb": "2029.2", "bsz": "98.4", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "4842"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.03, "loss": "0.041", "ppl": "1.03", "wps": "14426.4", "ups": "6.13", "wpb": "2354.2", "bsz": "107.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.53", "train_wall": "16", "gb_free": "42.5", "wall": "4859"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.054, "loss": "0.034", "ppl": "1.02", "wps": "12764.7", "ups": "6.04", "wpb": "2114.6", "bsz": "103.1", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.431", "train_wall": "16", "gb_free": "41.5", "wall": "4875"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.078, "loss": "0.033", "ppl": "1.02", "wps": "12845.8", "ups": "6.08", "wpb": "2111.3", "bsz": "103.8", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.417", "train_wall": "16", "gb_free": "42.5", "wall": "4892"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.102, "loss": "0.03", "ppl": "1.02", "wps": "13650", "ups": "6.13", "wpb": "2225.1", "bsz": "106.8", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "4908"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.126, "loss": "0.036", "ppl": "1.03", "wps": "12707.6", "ups": "6.07", "wpb": "2094", "bsz": "102.6", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.6", "wall": "4924"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.15, "loss": "0.037", "ppl": "1.03", "wps": "12534.9", "ups": "6.09", "wpb": "2056.9", "bsz": "99.3", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.498", "train_wall": "16", "gb_free": "42.7", "wall": "4941"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.174, "loss": "0.04", "ppl": "1.03", "wps": "14186.8", "ups": "6.11", "wpb": "2322.9", "bsz": "111", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.5", "wall": "4957"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.198, "loss": "0.037", "ppl": "1.03", "wps": "12801.5", "ups": "5.98", "wpb": "2142.3", "bsz": "101.5", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.442", "train_wall": "17", "gb_free": "42.5", "wall": "4974"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.222, "loss": "0.043", "ppl": "1.03", "wps": "13662.4", "ups": "6.14", "wpb": "2224.3", "bsz": "102.6", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.464", "train_wall": "16", "gb_free": "42.6", "wall": "4990"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.246, "loss": "0.046", "ppl": "1.03", "wps": "13776.4", "ups": "6.12", "wpb": "2250.3", "bsz": "105.8", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.505", "train_wall": "16", "gb_free": "42.6", "wall": "5006"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.27, "loss": "0.035", "ppl": "1.02", "wps": "13635.5", "ups": "6.18", "wpb": "2207", "bsz": "109.7", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.4", "train_wall": "16", "gb_free": "42.5", "wall": "5023"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.294, "loss": "0.041", "ppl": "1.03", "wps": "11555.4", "ups": "6.01", "wpb": "1922", "bsz": "94.2", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.466", "train_wall": "16", "gb_free": "42.4", "wall": "5039"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.318, "loss": "0.04", "ppl": "1.03", "wps": "13217.7", "ups": "6.15", "wpb": "2149.3", "bsz": "103.9", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.453", "train_wall": "16", "gb_free": "41.8", "wall": "5056"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.342, "loss": "0.044", "ppl": "1.03", "wps": "14175.3", "ups": "6.07", "wpb": "2335.2", "bsz": "105.4", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.487", "train_wall": "16", "gb_free": "42.6", "wall": "5072"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.366, "loss": "0.034", "ppl": "1.02", "wps": "12064.7", "ups": "6.04", "wpb": "1996.7", "bsz": "97.6", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.461", "train_wall": "16", "gb_free": "41.8", "wall": "5089"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.39, "loss": "0.035", "ppl": "1.02", "wps": "14270.4", "ups": "6.19", "wpb": "2306.3", "bsz": "112.9", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.41", "train_wall": "16", "gb_free": "41.4", "wall": "5105"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.414, "loss": "0.037", "ppl": "1.03", "wps": "12509.4", "ups": "6.05", "wpb": "2066", "bsz": "103.6", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5121"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.438, "loss": "0.032", "ppl": "1.02", "wps": "13087.1", "ups": "6.16", "wpb": "2126.1", "bsz": "105.2", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.7", "wall": "5137"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.462, "loss": "0.036", "ppl": "1.03", "wps": "13073.6", "ups": "6.08", "wpb": "2149.1", "bsz": "110.5", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.5", "wall": "5154"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.486, "loss": "0.046", "ppl": "1.03", "wps": "11996.4", "ups": "6.12", "wpb": "1958.9", "bsz": "92.6", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.528", "train_wall": "16", "gb_free": "42.8", "wall": "5170"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.51, "loss": "0.048", "ppl": "1.03", "wps": "12861.5", "ups": "6.1", "wpb": "2110.2", "bsz": "97.7", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.501", "train_wall": "16", "gb_free": "42.5", "wall": "5187"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.534, "loss": "0.032", "ppl": "1.02", "wps": "13846.3", "ups": "6.24", "wpb": "2217.5", "bsz": "111.9", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.5", "wall": "5203"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.558, "loss": "0.032", "ppl": "1.02", "wps": "13432.2", "ups": "6.13", "wpb": "2192.2", "bsz": "104.7", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.418", "train_wall": "16", "gb_free": "42.7", "wall": "5219"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.582, "loss": "0.036", "ppl": "1.03", "wps": "12909.2", "ups": "6.06", "wpb": "2128.6", "bsz": "100.5", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.408", "train_wall": "16", "gb_free": "42.5", "wall": "5235"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.606, "loss": "0.036", "ppl": "1.03", "wps": "14046.4", "ups": "6.1", "wpb": "2301.9", "bsz": "110", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5252"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.63, "loss": "0.035", "ppl": "1.02", "wps": "11921.9", "ups": "6.04", "wpb": "1973.7", "bsz": "94.3", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.407", "train_wall": "16", "gb_free": "41.2", "wall": "5268"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.654, "loss": "0.028", "ppl": "1.02", "wps": "12773.1", "ups": "6.11", "wpb": "2090.9", "bsz": "103.3", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5285"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.678, "loss": "0.055", "ppl": "1.04", "wps": "12780.1", "ups": "6.05", "wpb": "2113", "bsz": "95.9", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.517", "train_wall": "16", "gb_free": "41.8", "wall": "5301"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.702, "loss": "0.045", "ppl": "1.03", "wps": "12609.7", "ups": "6.05", "wpb": "2085.1", "bsz": "98.7", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.499", "train_wall": "16", "gb_free": "42.5", "wall": "5318"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.726, "loss": "0.038", "ppl": "1.03", "wps": "12632.3", "ups": "6.05", "wpb": "2088.8", "bsz": "101.2", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.467", "train_wall": "16", "gb_free": "42", "wall": "5334"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.75, "loss": "0.035", "ppl": "1.02", "wps": "12058.5", "ups": "6.12", "wpb": "1970.9", "bsz": "96.6", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.7", "wall": "5351"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.774, "loss": "0.037", "ppl": "1.03", "wps": "13754.7", "ups": "6.13", "wpb": "2245.4", "bsz": "105.8", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.427", "train_wall": "16", "gb_free": "42.5", "wall": "5367"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.798, "loss": "0.034", "ppl": "1.02", "wps": "13705.4", "ups": "6.11", "wpb": "2243.9", "bsz": "112.9", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.414", "train_wall": "16", "gb_free": "42.5", "wall": "5383"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.821, "loss": "0.032", "ppl": "1.02", "wps": "13674.9", "ups": "6.14", "wpb": "2226.9", "bsz": "107.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.37", "train_wall": "16", "gb_free": "41.6", "wall": "5400"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.845, "loss": "0.035", "ppl": "1.02", "wps": "13443.1", "ups": "6.09", "wpb": "2208.6", "bsz": "104.2", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.392", "train_wall": "16", "gb_free": "41", "wall": "5416"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.869, "loss": "0.035", "ppl": "1.02", "wps": "13361.7", "ups": "6.1", "wpb": "2190.4", "bsz": "106.2", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "5433"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.893, "loss": "0.03", "ppl": "1.02", "wps": "11459.2", "ups": "6.03", "wpb": "1899.1", "bsz": "95.8", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "5449"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.917, "loss": "0.03", "ppl": "1.02", "wps": "13060.9", "ups": "6.15", "wpb": "2124.2", "bsz": "103.8", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.5", "wall": "5465"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.941, "loss": "0.037", "ppl": "1.03", "wps": "12435.6", "ups": "6.1", "wpb": "2037.3", "bsz": "101.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.482", "train_wall": "16", "gb_free": "42.6", "wall": "5482"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.965, "loss": "0.031", "ppl": "1.02", "wps": "13032.8", "ups": "6.16", "wpb": "2116.7", "bsz": "107.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.404", "train_wall": "16", "gb_free": "42.6", "wall": "5498"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +{"epoch": 8, "update": 7.989, "loss": "0.047", "ppl": "1.03", "wps": "12418", "ups": "6.06", "wpb": "2049.6", "bsz": "94.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.432", "train_wall": "16", "gb_free": "41.5", "wall": "5515"} +begin validation on "valid" subset +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +{"epoch": 8, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40490", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "33344", "valid_best_loss": "0.162"} +end of epoch 8 (average epoch stats below) +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +{"epoch": 8, "train_loss": "0.037", "train_ppl": "1.03", "train_wps": "12903.6", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "33344", "train_lr": "0.000173177", "train_gnorm": "0.439", "train_train_wall": "676", "train_gb_free": "42.5", "train_wall": "5528"} +Start iterating over samples +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.013, "loss": "0.031", "ppl": "1.02", "wps": "8506.5", "ups": "4.3", "wpb": "1978.1", "bsz": "94.4", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "5538"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.037, "loss": "0.033", "ppl": "1.02", "wps": "12937.6", "ups": "6.04", "wpb": "2143.6", "bsz": "101.3", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.429", "train_wall": "16", "gb_free": "42.5", "wall": "5554"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.061, "loss": "0.025", "ppl": "1.02", "wps": "12716.7", "ups": "6.13", "wpb": "2073.5", "bsz": "101.9", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "5571"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.085, "loss": "0.032", "ppl": "1.02", "wps": "12906.5", "ups": "6.07", "wpb": "2125.2", "bsz": "103", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.431", "train_wall": "16", "gb_free": "42.4", "wall": "5587"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.109, "loss": "0.025", "ppl": "1.02", "wps": "13567.7", "ups": "6.17", "wpb": "2199.2", "bsz": "105.7", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5603"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.133, "loss": "0.033", "ppl": "1.02", "wps": "12661.9", "ups": "6.07", "wpb": "2086.8", "bsz": "102.3", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.442", "train_wall": "16", "gb_free": "41.5", "wall": "5620"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.157, "loss": "0.032", "ppl": "1.02", "wps": "12208.2", "ups": "6.11", "wpb": "1996.9", "bsz": "97", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.47", "train_wall": "16", "gb_free": "41.5", "wall": "5636"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.181, "loss": "0.041", "ppl": "1.03", "wps": "13619.5", "ups": "6.16", "wpb": "2211.1", "bsz": "107.8", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.518", "train_wall": "16", "gb_free": "41.5", "wall": "5652"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.205, "loss": "0.036", "ppl": "1.02", "wps": "12736.9", "ups": "6.1", "wpb": "2088.1", "bsz": "104", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.443", "train_wall": "16", "gb_free": "42.6", "wall": "5669"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.229, "loss": "0.034", "ppl": "1.02", "wps": "12798.6", "ups": "6.05", "wpb": "2115.5", "bsz": "101.9", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5685"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.253, "loss": "0.041", "ppl": "1.03", "wps": "13796.4", "ups": "6.09", "wpb": "2267.2", "bsz": "107", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "5702"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.277, "loss": "0.033", "ppl": "1.02", "wps": "13460.9", "ups": "6.07", "wpb": "2218.2", "bsz": "107.8", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.391", "train_wall": "16", "gb_free": "42", "wall": "5718"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.301, "loss": "0.029", "ppl": "1.02", "wps": "14712.6", "ups": "6.16", "wpb": "2388.9", "bsz": "113.7", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "5734"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.325, "loss": "0.028", "ppl": "1.02", "wps": "13119.1", "ups": "6.05", "wpb": "2168.2", "bsz": "104.8", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "5751"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.349, "loss": "0.029", "ppl": "1.02", "wps": "12295.8", "ups": "6.06", "wpb": "2029.3", "bsz": "99", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.363", "train_wall": "16", "gb_free": "41.6", "wall": "5767"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.373, "loss": "0.026", "ppl": "1.02", "wps": "13286.2", "ups": "6.04", "wpb": "2200.1", "bsz": "102.6", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.372", "train_wall": "16", "gb_free": "42.5", "wall": "5784"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.397, "loss": "0.028", "ppl": "1.02", "wps": "13923.7", "ups": "6.12", "wpb": "2276.7", "bsz": "105.1", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "5800"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.421, "loss": "0.032", "ppl": "1.02", "wps": "11853.2", "ups": "6.12", "wpb": "1936.2", "bsz": "97.6", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.485", "train_wall": "16", "gb_free": "42.5", "wall": "5817"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.445, "loss": "0.032", "ppl": "1.02", "wps": "12766.5", "ups": "6.02", "wpb": "2119.4", "bsz": "102", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.428", "train_wall": "16", "gb_free": "42.5", "wall": "5833"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.469, "loss": "0.034", "ppl": "1.02", "wps": "13505.5", "ups": "6.07", "wpb": "2225", "bsz": "104.7", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.471", "train_wall": "16", "gb_free": "42.7", "wall": "5850"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.493, "loss": "0.026", "ppl": "1.02", "wps": "13164.9", "ups": "6.17", "wpb": "2133.5", "bsz": "103.4", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "5866"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.517, "loss": "0.028", "ppl": "1.02", "wps": "12892.4", "ups": "6.14", "wpb": "2100.6", "bsz": "104.1", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.5", "wall": "5882"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.541, "loss": "0.03", "ppl": "1.02", "wps": "13873.1", "ups": "6.13", "wpb": "2263.1", "bsz": "109.5", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.465", "train_wall": "16", "gb_free": "42.5", "wall": "5899"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.565, "loss": "0.036", "ppl": "1.03", "wps": "13915.1", "ups": "6.06", "wpb": "2295.3", "bsz": "104.3", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.445", "train_wall": "16", "gb_free": "42.7", "wall": "5915"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.589, "loss": "0.028", "ppl": "1.02", "wps": "13062.3", "ups": "6.09", "wpb": "2145.4", "bsz": "109", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.399", "train_wall": "16", "gb_free": "41.7", "wall": "5932"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.613, "loss": "0.032", "ppl": "1.02", "wps": "12660.9", "ups": "6.09", "wpb": "2077.9", "bsz": "100.2", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.423", "train_wall": "16", "gb_free": "42.7", "wall": "5948"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.637, "loss": "0.027", "ppl": "1.02", "wps": "12410.3", "ups": "6.06", "wpb": "2047.2", "bsz": "96.1", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.4", "wall": "5964"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.661, "loss": "0.027", "ppl": "1.02", "wps": "12170.1", "ups": "6.1", "wpb": "1996.5", "bsz": "99.9", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.6", "wall": "5981"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.685, "loss": "0.027", "ppl": "1.02", "wps": "12770.2", "ups": "6.12", "wpb": "2086.7", "bsz": "100.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.4", "wall": "5997"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.709, "loss": "0.033", "ppl": "1.02", "wps": "13538.7", "ups": "6.05", "wpb": "2236", "bsz": "110", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6014"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.733, "loss": "0.036", "ppl": "1.03", "wps": "12746.8", "ups": "6.08", "wpb": "2095.2", "bsz": "101.4", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.438", "train_wall": "16", "gb_free": "42.5", "wall": "6030"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.757, "loss": "0.035", "ppl": "1.02", "wps": "11918.9", "ups": "5.94", "wpb": "2008.1", "bsz": "92.7", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.47", "train_wall": "17", "gb_free": "42.4", "wall": "6047"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.781, "loss": "0.023", "ppl": "1.02", "wps": "11835.6", "ups": "6.05", "wpb": "1956.5", "bsz": "97.2", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6064"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.805, "loss": "0.029", "ppl": "1.02", "wps": "12813.6", "ups": "6.11", "wpb": "2096.6", "bsz": "102.2", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.6", "wall": "6080"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.829, "loss": "0.026", "ppl": "1.02", "wps": "11732.8", "ups": "6.06", "wpb": "1936.8", "bsz": "90.3", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.38", "train_wall": "16", "gb_free": "41.4", "wall": "6096"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.853, "loss": "0.029", "ppl": "1.02", "wps": "13632.6", "ups": "6.12", "wpb": "2228.1", "bsz": "104.8", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.6", "wall": "6113"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.877, "loss": "0.024", "ppl": "1.02", "wps": "12691.8", "ups": "6.07", "wpb": "2091.2", "bsz": "106.7", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "6129"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.901, "loss": "0.026", "ppl": "1.02", "wps": "14074.9", "ups": "6.13", "wpb": "2294.5", "bsz": "109", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.1", "wall": "6146"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.925, "loss": "0.031", "ppl": "1.02", "wps": "13227.6", "ups": "6.08", "wpb": "2176.4", "bsz": "107.8", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6162"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.949, "loss": "0.032", "ppl": "1.02", "wps": "13095.8", "ups": "6.09", "wpb": "2150.1", "bsz": "103.8", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.7", "wall": "6178"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.973, "loss": "0.027", "ppl": "1.02", "wps": "13217.9", "ups": "6.08", "wpb": "2174.5", "bsz": "104.5", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6195"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +{"epoch": 9, "update": 8.997, "loss": "0.031", "ppl": "1.02", "wps": "12964.3", "ups": "6", "wpb": "2159.2", "bsz": "104.8", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.424", "train_wall": "16", "gb_free": "42.4", "wall": "6212"} +begin validation on "valid" subset +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +{"epoch": 9, "valid_loss": "0.157", "valid_ppl": "1.12", "valid_wps": "40365.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "37512", "valid_best_loss": "0.157"} +end of epoch 9 (average epoch stats below) +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +{"epoch": 9, "train_loss": "0.031", "train_ppl": "1.02", "train_wps": "12870.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "37512", "train_lr": "0.000163273", "train_gnorm": "0.409", "train_train_wall": "677", "train_gb_free": "42.4", "train_wall": "6220"} +Start iterating over samples +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.021, "loss": "0.029", "ppl": "1.02", "wps": "10264.3", "ups": "4.32", "wpb": "2378.4", "bsz": "112.7", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.389", "train_wall": "16", "gb_free": "42.7", "wall": "6235"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.045, "loss": "0.027", "ppl": "1.02", "wps": "12284", "ups": "6.01", "wpb": "2043.8", "bsz": "96.8", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.421", "train_wall": "16", "gb_free": "42.5", "wall": "6251"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.069, "loss": "0.028", "ppl": "1.02", "wps": "12381.2", "ups": "6.15", "wpb": "2012.9", "bsz": "97.5", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.422", "train_wall": "16", "gb_free": "42.5", "wall": "6268"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.093, "loss": "0.026", "ppl": "1.02", "wps": "12589.1", "ups": "5.97", "wpb": "2107.7", "bsz": "104", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.425", "train_wall": "17", "gb_free": "42.7", "wall": "6284"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.117, "loss": "0.027", "ppl": "1.02", "wps": "13508.2", "ups": "6.11", "wpb": "2212", "bsz": "111", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.4", "wall": "6301"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.141, "loss": "0.025", "ppl": "1.02", "wps": "12375.5", "ups": "6.01", "wpb": "2059.4", "bsz": "97", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.8", "wall": "6317"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.165, "loss": "0.03", "ppl": "1.02", "wps": "13069.5", "ups": "6.12", "wpb": "2134.8", "bsz": "107.2", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6334"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.189, "loss": "0.029", "ppl": "1.02", "wps": "13074.6", "ups": "6.11", "wpb": "2141.1", "bsz": "104.2", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "6350"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.213, "loss": "0.025", "ppl": "1.02", "wps": "12946.7", "ups": "6.06", "wpb": "2135.4", "bsz": "101", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.355", "train_wall": "16", "gb_free": "41.7", "wall": "6367"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.237, "loss": "0.025", "ppl": "1.02", "wps": "12873", "ups": "6.01", "wpb": "2142.7", "bsz": "101.2", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.9", "wall": "6383"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.261, "loss": "0.028", "ppl": "1.02", "wps": "13323.4", "ups": "6.09", "wpb": "2187.9", "bsz": "104.7", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.387", "train_wall": "16", "gb_free": "42.5", "wall": "6400"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.285, "loss": "0.026", "ppl": "1.02", "wps": "13552.4", "ups": "6.05", "wpb": "2239", "bsz": "106", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.393", "train_wall": "16", "gb_free": "41.8", "wall": "6416"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.309, "loss": "0.034", "ppl": "1.02", "wps": "12890.7", "ups": "6.04", "wpb": "2135.5", "bsz": "97", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.419", "train_wall": "16", "gb_free": "42.5", "wall": "6433"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.333, "loss": "0.025", "ppl": "1.02", "wps": "13406.1", "ups": "6.14", "wpb": "2183.1", "bsz": "106.3", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.5", "wall": "6449"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.357, "loss": "0.019", "ppl": "1.01", "wps": "11964.7", "ups": "6.09", "wpb": "1964.9", "bsz": "97.4", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.7", "wall": "6465"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.381, "loss": "0.022", "ppl": "1.02", "wps": "12501.8", "ups": "6.08", "wpb": "2056.7", "bsz": "102.9", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.397", "train_wall": "16", "gb_free": "42.5", "wall": "6482"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.405, "loss": "0.026", "ppl": "1.02", "wps": "12829.5", "ups": "6.11", "wpb": "2098.2", "bsz": "99.4", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.412", "train_wall": "16", "gb_free": "42.6", "wall": "6498"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.429, "loss": "0.024", "ppl": "1.02", "wps": "12078.3", "ups": "6.08", "wpb": "1987.8", "bsz": "100.2", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.379", "train_wall": "16", "gb_free": "41.6", "wall": "6515"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.453, "loss": "0.027", "ppl": "1.02", "wps": "13442.5", "ups": "6.08", "wpb": "2210.2", "bsz": "106.8", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.6", "wall": "6531"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.477, "loss": "0.033", "ppl": "1.02", "wps": "13229.7", "ups": "5.98", "wpb": "2212.8", "bsz": "99.3", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.445", "train_wall": "17", "gb_free": "42.5", "wall": "6548"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.501, "loss": "0.027", "ppl": "1.02", "wps": "12812.8", "ups": "6.13", "wpb": "2090.3", "bsz": "106.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.392", "train_wall": "16", "gb_free": "42.5", "wall": "6564"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.525, "loss": "0.022", "ppl": "1.02", "wps": "14090.5", "ups": "6.04", "wpb": "2331.5", "bsz": "111.8", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.376", "train_wall": "16", "gb_free": "42.7", "wall": "6581"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.549, "loss": "0.027", "ppl": "1.02", "wps": "14381.6", "ups": "6.13", "wpb": "2344.5", "bsz": "113.1", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.39", "train_wall": "16", "gb_free": "42.5", "wall": "6597"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.573, "loss": "0.02", "ppl": "1.01", "wps": "12180", "ups": "5.99", "wpb": "2033.5", "bsz": "96.4", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.362", "train_wall": "17", "gb_free": "42.6", "wall": "6614"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.597, "loss": "0.019", "ppl": "1.01", "wps": "11784.5", "ups": "6.04", "wpb": "1952.5", "bsz": "98.2", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "6630"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.621, "loss": "0.028", "ppl": "1.02", "wps": "13444.4", "ups": "6.09", "wpb": "2207.3", "bsz": "106.9", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.5", "wall": "6647"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.645, "loss": "0.022", "ppl": "1.02", "wps": "13858.5", "ups": "6.18", "wpb": "2241.6", "bsz": "110.8", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "6663"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.669, "loss": "0.022", "ppl": "1.02", "wps": "12702", "ups": "6.07", "wpb": "2093.3", "bsz": "104.1", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "6679"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.693, "loss": "0.026", "ppl": "1.02", "wps": "13225.7", "ups": "6.06", "wpb": "2183.6", "bsz": "102.9", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.4", "wall": "6696"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.717, "loss": "0.019", "ppl": "1.01", "wps": "12402.4", "ups": "6.08", "wpb": "2038.9", "bsz": "100.7", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.344", "train_wall": "16", "gb_free": "42.7", "wall": "6712"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.741, "loss": "0.03", "ppl": "1.02", "wps": "13102.2", "ups": "6.1", "wpb": "2148.9", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6729"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.765, "loss": "0.031", "ppl": "1.02", "wps": "12318", "ups": "6.02", "wpb": "2045.3", "bsz": "95.4", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "6745"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.789, "loss": "0.024", "ppl": "1.02", "wps": "14181.2", "ups": "6.14", "wpb": "2309.5", "bsz": "109.4", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.4", "wall": "6762"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.813, "loss": "0.025", "ppl": "1.02", "wps": "11684.4", "ups": "5.99", "wpb": "1949.2", "bsz": "90.8", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "6778"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.837, "loss": "0.021", "ppl": "1.01", "wps": "13276.4", "ups": "6.03", "wpb": "2201.8", "bsz": "100.6", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.8", "wall": "6795"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.861, "loss": "0.023", "ppl": "1.02", "wps": "13403.4", "ups": "6.07", "wpb": "2206.7", "bsz": "106.6", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.6", "wall": "6811"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.885, "loss": "0.024", "ppl": "1.02", "wps": "12715.1", "ups": "6.12", "wpb": "2078.2", "bsz": "104.2", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.382", "train_wall": "16", "gb_free": "42.5", "wall": "6828"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.909, "loss": "0.026", "ppl": "1.02", "wps": "13844.4", "ups": "6.1", "wpb": "2268.3", "bsz": "105.4", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.371", "train_wall": "16", "gb_free": "42.4", "wall": "6844"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.933, "loss": "0.021", "ppl": "1.01", "wps": "12405", "ups": "6.06", "wpb": "2047.8", "bsz": "100.2", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.6", "wall": "6861"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.957, "loss": "0.024", "ppl": "1.02", "wps": "12422.2", "ups": "6.07", "wpb": "2045", "bsz": "96.1", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.6", "wall": "6877"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +{"epoch": 10, "update": 9.981, "loss": "0.029", "ppl": "1.02", "wps": "13019.9", "ups": "6.04", "wpb": "2156.3", "bsz": "106.7", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.448", "train_wall": "16", "gb_free": "42.5", "wall": "6894"} +begin validation on "valid" subset +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +{"epoch": 10, "valid_loss": "0.173", "valid_ppl": "1.13", "valid_wps": "40474.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "41680", "valid_best_loss": "0.157"} +end of epoch 10 (average epoch stats below) +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +{"epoch": 10, "train_loss": "0.026", "train_ppl": "1.02", "train_wps": "12854.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "41680", "train_lr": "0.000154895", "train_gnorm": "0.384", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "6913"} +Start iterating over samples +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.005, "loss": "0.027", "ppl": "1.02", "wps": "9594.8", "ups": "4.38", "wpb": "2192.9", "bsz": "111", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.401", "train_wall": "16", "gb_free": "42.8", "wall": "6916"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.029, "loss": "0.02", "ppl": "1.01", "wps": "11793.2", "ups": "6.06", "wpb": "1945.6", "bsz": "95.2", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.7", "wall": "6933"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.053, "loss": "0.017", "ppl": "1.01", "wps": "14761.3", "ups": "6.12", "wpb": "2411.4", "bsz": "117", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "6949"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.077, "loss": "0.018", "ppl": "1.01", "wps": "13290.9", "ups": "6.11", "wpb": "2175", "bsz": "106.4", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "6966"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.101, "loss": "0.018", "ppl": "1.01", "wps": "12617.4", "ups": "6.11", "wpb": "2065.1", "bsz": "106.7", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.7", "wall": "6982"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.125, "loss": "0.022", "ppl": "1.02", "wps": "12922.7", "ups": "6.07", "wpb": "2129.2", "bsz": "101.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "6998"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.149, "loss": "0.022", "ppl": "1.02", "wps": "12255.8", "ups": "6.08", "wpb": "2014.5", "bsz": "93.9", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.374", "train_wall": "16", "gb_free": "42.6", "wall": "7015"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.173, "loss": "0.031", "ppl": "1.02", "wps": "13311.4", "ups": "6.04", "wpb": "2203.9", "bsz": "103.8", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7031"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.197, "loss": "0.02", "ppl": "1.01", "wps": "13799.7", "ups": "6.09", "wpb": "2266.3", "bsz": "114.2", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.347", "train_wall": "16", "gb_free": "42.5", "wall": "7048"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.221, "loss": "0.029", "ppl": "1.02", "wps": "11707.3", "ups": "6.02", "wpb": "1945.3", "bsz": "91.7", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.468", "train_wall": "16", "gb_free": "42.6", "wall": "7065"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.245, "loss": "0.019", "ppl": "1.01", "wps": "12479.4", "ups": "6.04", "wpb": "2064.8", "bsz": "105", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.7", "wall": "7081"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.269, "loss": "0.025", "ppl": "1.02", "wps": "13358", "ups": "6.1", "wpb": "2189.7", "bsz": "107.8", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.377", "train_wall": "16", "gb_free": "41.3", "wall": "7097"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.293, "loss": "0.022", "ppl": "1.02", "wps": "12861.6", "ups": "6.05", "wpb": "2124.3", "bsz": "99", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "7114"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.317, "loss": "0.023", "ppl": "1.02", "wps": "12442.2", "ups": "6", "wpb": "2073.1", "bsz": "101.2", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.398", "train_wall": "16", "gb_free": "42.5", "wall": "7131"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.341, "loss": "0.02", "ppl": "1.01", "wps": "13388.8", "ups": "6.02", "wpb": "2225.7", "bsz": "101.4", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "7147"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.365, "loss": "0.02", "ppl": "1.01", "wps": "12983.4", "ups": "6.11", "wpb": "2125.1", "bsz": "101.4", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "7164"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.389, "loss": "0.024", "ppl": "1.02", "wps": "11937.3", "ups": "6.01", "wpb": "1984.8", "bsz": "95", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.6", "wall": "7180"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.413, "loss": "0.018", "ppl": "1.01", "wps": "13352.6", "ups": "6.17", "wpb": "2164.5", "bsz": "110.3", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.315", "train_wall": "16", "gb_free": "41.7", "wall": "7196"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.437, "loss": "0.017", "ppl": "1.01", "wps": "12851.8", "ups": "6.04", "wpb": "2127.3", "bsz": "100.9", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.347", "train_wall": "16", "gb_free": "42", "wall": "7213"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.461, "loss": "0.019", "ppl": "1.01", "wps": "13023.5", "ups": "6.1", "wpb": "2133.3", "bsz": "101.9", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.403", "train_wall": "16", "gb_free": "42.7", "wall": "7229"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.485, "loss": "0.02", "ppl": "1.01", "wps": "14345.2", "ups": "6.16", "wpb": "2329.1", "bsz": "108.9", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.355", "train_wall": "16", "gb_free": "42.5", "wall": "7246"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.509, "loss": "0.026", "ppl": "1.02", "wps": "12367.6", "ups": "6", "wpb": "2060.3", "bsz": "97.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.5", "wall": "7262"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.533, "loss": "0.024", "ppl": "1.02", "wps": "12727.7", "ups": "6.05", "wpb": "2102.1", "bsz": "99.8", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.415", "train_wall": "16", "gb_free": "42.5", "wall": "7279"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.557, "loss": "0.024", "ppl": "1.02", "wps": "11954.5", "ups": "6.09", "wpb": "1963.5", "bsz": "95.4", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.5", "wall": "7295"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.581, "loss": "0.026", "ppl": "1.02", "wps": "14584.8", "ups": "6.12", "wpb": "2382.2", "bsz": "110.8", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.391", "train_wall": "16", "gb_free": "42.7", "wall": "7312"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.605, "loss": "0.022", "ppl": "1.02", "wps": "13918.5", "ups": "6.12", "wpb": "2275.2", "bsz": "110.8", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "7328"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.629, "loss": "0.017", "ppl": "1.01", "wps": "13811", "ups": "6.1", "wpb": "2264.8", "bsz": "113.3", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "7344"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.653, "loss": "0.023", "ppl": "1.02", "wps": "12950.1", "ups": "6.09", "wpb": "2128.2", "bsz": "99.4", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.358", "train_wall": "16", "gb_free": "42.6", "wall": "7361"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.677, "loss": "0.02", "ppl": "1.01", "wps": "14077.9", "ups": "6.1", "wpb": "2307.1", "bsz": "114.1", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.5", "wall": "7377"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.701, "loss": "0.024", "ppl": "1.02", "wps": "13074.7", "ups": "6.09", "wpb": "2145.3", "bsz": "100.8", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.7", "wall": "7394"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.725, "loss": "0.022", "ppl": "1.02", "wps": "12236.8", "ups": "6.01", "wpb": "2036.3", "bsz": "95", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.395", "train_wall": "16", "gb_free": "42.4", "wall": "7410"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.749, "loss": "0.022", "ppl": "1.02", "wps": "13057.3", "ups": "6.01", "wpb": "2173.5", "bsz": "107.6", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "7427"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.773, "loss": "0.025", "ppl": "1.02", "wps": "12338.2", "ups": "5.98", "wpb": "2064.8", "bsz": "97.8", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.41", "train_wall": "17", "gb_free": "42.5", "wall": "7444"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.797, "loss": "0.02", "ppl": "1.01", "wps": "12515.6", "ups": "5.93", "wpb": "2110.4", "bsz": "97", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.411", "train_wall": "17", "gb_free": "42.9", "wall": "7460"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.821, "loss": "0.032", "ppl": "1.02", "wps": "12232.8", "ups": "6.01", "wpb": "2034.1", "bsz": "97.3", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.416", "train_wall": "16", "gb_free": "42.5", "wall": "7477"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.845, "loss": "0.021", "ppl": "1.01", "wps": "13371.6", "ups": "6.12", "wpb": "2184.4", "bsz": "108.1", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.364", "train_wall": "16", "gb_free": "42.5", "wall": "7493"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.869, "loss": "0.019", "ppl": "1.01", "wps": "12389.7", "ups": "6.13", "wpb": "2022.4", "bsz": "102.2", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.362", "train_wall": "16", "gb_free": "42.5", "wall": "7510"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.893, "loss": "0.019", "ppl": "1.01", "wps": "13597.8", "ups": "6.13", "wpb": "2218.8", "bsz": "106", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.32", "train_wall": "16", "gb_free": "42.5", "wall": "7526"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.917, "loss": "0.019", "ppl": "1.01", "wps": "12623.7", "ups": "6.01", "wpb": "2101.4", "bsz": "101.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.6", "wall": "7543"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.94, "loss": "0.019", "ppl": "1.01", "wps": "12909.3", "ups": "6.07", "wpb": "2126.2", "bsz": "101.4", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.6", "wall": "7559"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.964, "loss": "0.022", "ppl": "1.02", "wps": "12206.3", "ups": "6.05", "wpb": "2018.5", "bsz": "101.5", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.7", "wall": "7576"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +{"epoch": 11, "update": 10.988, "loss": "0.022", "ppl": "1.02", "wps": "12181.8", "ups": "6.08", "wpb": "2003.8", "bsz": "98.6", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.393", "train_wall": "16", "gb_free": "42.5", "wall": "7592"} +begin validation on "valid" subset +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +{"epoch": 11, "valid_loss": "0.15", "valid_ppl": "1.11", "valid_wps": "40606.8", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "45848", "valid_best_loss": "0.15"} +end of epoch 11 (average epoch stats below) +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +{"epoch": 11, "train_loss": "0.022", "train_ppl": "1.02", "train_wps": "12838.7", "train_ups": "6.01", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "45848", "train_lr": "0.000147686", "train_gnorm": "0.366", "train_train_wall": "679", "train_gb_free": "42.4", "train_wall": "7607"} +Start iterating over samples +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.012, "loss": "0.022", "ppl": "1.02", "wps": "9840.7", "ups": "4.34", "wpb": "2268.9", "bsz": "109", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.4", "wall": "7615"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.036, "loss": "0.014", "ppl": "1.01", "wps": "12728", "ups": "6.11", "wpb": "2084.2", "bsz": "107.2", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "7632"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.06, "loss": "0.02", "ppl": "1.01", "wps": "12389.1", "ups": "5.98", "wpb": "2070.2", "bsz": "96", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.318", "train_wall": "17", "gb_free": "42.4", "wall": "7648"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.084, "loss": "0.016", "ppl": "1.01", "wps": "13546.9", "ups": "6.07", "wpb": "2231.2", "bsz": "106.1", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.3", "train_wall": "16", "gb_free": "42.5", "wall": "7665"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.108, "loss": "0.022", "ppl": "1.02", "wps": "13447.5", "ups": "6.12", "wpb": "2196.4", "bsz": "107.4", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "7681"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.132, "loss": "0.016", "ppl": "1.01", "wps": "13897.3", "ups": "6.17", "wpb": "2252.9", "bsz": "113.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.5", "wall": "7697"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.156, "loss": "0.02", "ppl": "1.01", "wps": "12805.2", "ups": "6.03", "wpb": "2125.2", "bsz": "100.2", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "7714"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.18, "loss": "0.019", "ppl": "1.01", "wps": "13745", "ups": "6.14", "wpb": "2238.3", "bsz": "112.9", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "7730"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.204, "loss": "0.02", "ppl": "1.01", "wps": "13580.4", "ups": "6.09", "wpb": "2231.4", "bsz": "104.6", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.367", "train_wall": "16", "gb_free": "42.7", "wall": "7747"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.228, "loss": "0.015", "ppl": "1.01", "wps": "13585.7", "ups": "6.08", "wpb": "2232.8", "bsz": "105.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.6", "wall": "7763"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.252, "loss": "0.019", "ppl": "1.01", "wps": "13147.6", "ups": "6.14", "wpb": "2142.5", "bsz": "107.2", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.349", "train_wall": "16", "gb_free": "42.5", "wall": "7779"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.276, "loss": "0.02", "ppl": "1.01", "wps": "13899.7", "ups": "6.12", "wpb": "2272.1", "bsz": "109.3", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.341", "train_wall": "16", "gb_free": "42.7", "wall": "7796"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.3, "loss": "0.031", "ppl": "1.02", "wps": "11951.2", "ups": "5.98", "wpb": "1998.4", "bsz": "95.7", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.51", "train_wall": "17", "gb_free": "42.7", "wall": "7812"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.324, "loss": "0.027", "ppl": "1.02", "wps": "11621.9", "ups": "6.06", "wpb": "1918.2", "bsz": "88.9", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.6", "wall": "7829"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.348, "loss": "0.027", "ppl": "1.02", "wps": "12053.9", "ups": "5.98", "wpb": "2017.3", "bsz": "96.6", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.407", "train_wall": "17", "gb_free": "41.3", "wall": "7846"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.372, "loss": "0.018", "ppl": "1.01", "wps": "13061.8", "ups": "6.14", "wpb": "2128.6", "bsz": "104.3", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.37", "train_wall": "16", "gb_free": "42.5", "wall": "7862"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.396, "loss": "0.015", "ppl": "1.01", "wps": "14015.2", "ups": "6.17", "wpb": "2270.4", "bsz": "110.7", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.325", "train_wall": "16", "gb_free": "42.5", "wall": "7878"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.42, "loss": "0.013", "ppl": "1.01", "wps": "14195.2", "ups": "6.16", "wpb": "2304", "bsz": "113", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.8", "wall": "7894"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.444, "loss": "0.018", "ppl": "1.01", "wps": "13615.2", "ups": "6.13", "wpb": "2221.5", "bsz": "109.7", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "7911"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.468, "loss": "0.023", "ppl": "1.02", "wps": "13605.9", "ups": "6.1", "wpb": "2229.8", "bsz": "105.8", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.339", "train_wall": "16", "gb_free": "42.7", "wall": "7927"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.492, "loss": "0.018", "ppl": "1.01", "wps": "13207.7", "ups": "6.05", "wpb": "2181.4", "bsz": "108.2", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "7944"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.516, "loss": "0.017", "ppl": "1.01", "wps": "11672.3", "ups": "6.1", "wpb": "1914.2", "bsz": "91.3", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.343", "train_wall": "16", "gb_free": "42.6", "wall": "7960"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.54, "loss": "0.021", "ppl": "1.01", "wps": "12382", "ups": "6.03", "wpb": "2052.4", "bsz": "94.7", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.38", "train_wall": "16", "gb_free": "42.5", "wall": "7977"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.564, "loss": "0.021", "ppl": "1.01", "wps": "12007.9", "ups": "6.02", "wpb": "1993.6", "bsz": "98.8", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.7", "wall": "7993"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.588, "loss": "0.018", "ppl": "1.01", "wps": "13358.3", "ups": "6.12", "wpb": "2182.4", "bsz": "102.7", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.366", "train_wall": "16", "gb_free": "42.6", "wall": "8010"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.612, "loss": "0.014", "ppl": "1.01", "wps": "12539.8", "ups": "6.06", "wpb": "2068.6", "bsz": "102.4", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.5", "wall": "8026"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.636, "loss": "0.025", "ppl": "1.02", "wps": "12068.9", "ups": "6.06", "wpb": "1991.2", "bsz": "93.8", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.411", "train_wall": "16", "gb_free": "42.5", "wall": "8043"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.66, "loss": "0.02", "ppl": "1.01", "wps": "13013.6", "ups": "6.07", "wpb": "2142.7", "bsz": "103.6", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.7", "wall": "8059"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.684, "loss": "0.017", "ppl": "1.01", "wps": "12817.8", "ups": "6.05", "wpb": "2119.3", "bsz": "99.8", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8076"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.708, "loss": "0.018", "ppl": "1.01", "wps": "12790.7", "ups": "6.05", "wpb": "2112.9", "bsz": "105.7", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "8092"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.732, "loss": "0.017", "ppl": "1.01", "wps": "13499.5", "ups": "6.11", "wpb": "2209.5", "bsz": "107.6", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.327", "train_wall": "16", "gb_free": "41.5", "wall": "8108"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.756, "loss": "0.018", "ppl": "1.01", "wps": "13828.5", "ups": "6.14", "wpb": "2251.7", "bsz": "109", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.4", "wall": "8125"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.78, "loss": "0.019", "ppl": "1.01", "wps": "12087.1", "ups": "6.08", "wpb": "1987.1", "bsz": "93.1", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.379", "train_wall": "16", "gb_free": "42.5", "wall": "8141"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.804, "loss": "0.019", "ppl": "1.01", "wps": "13417.8", "ups": "6.01", "wpb": "2232.3", "bsz": "105.8", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.375", "train_wall": "16", "gb_free": "41.8", "wall": "8158"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.828, "loss": "0.028", "ppl": "1.02", "wps": "12765.1", "ups": "5.96", "wpb": "2142.1", "bsz": "102.8", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.377", "train_wall": "17", "gb_free": "41.7", "wall": "8175"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.852, "loss": "0.02", "ppl": "1.01", "wps": "12003.1", "ups": "5.97", "wpb": "2009.3", "bsz": "93.4", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.378", "train_wall": "17", "gb_free": "42.7", "wall": "8191"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.876, "loss": "0.017", "ppl": "1.01", "wps": "13498.8", "ups": "6.11", "wpb": "2210.9", "bsz": "105", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "8208"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.9, "loss": "0.014", "ppl": "1.01", "wps": "13157", "ups": "6.1", "wpb": "2156.9", "bsz": "111", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8224"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.924, "loss": "0.019", "ppl": "1.01", "wps": "12684.6", "ups": "6.06", "wpb": "2093.9", "bsz": "97", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.4", "wall": "8241"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.948, "loss": "0.017", "ppl": "1.01", "wps": "14320.2", "ups": "6.11", "wpb": "2344.1", "bsz": "109.9", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.6", "wall": "8257"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.972, "loss": "0.022", "ppl": "1.02", "wps": "11149.7", "ups": "6", "wpb": "1858", "bsz": "87.8", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "8274"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +{"epoch": 12, "update": 11.996, "loss": "0.012", "ppl": "1.01", "wps": "12894.6", "ups": "6.04", "wpb": "2134.4", "bsz": "108", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "8290"} +begin validation on "valid" subset +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +{"epoch": 12, "valid_loss": "0.146", "valid_ppl": "1.11", "valid_wps": "40511.5", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "50016", "valid_best_loss": "0.146"} +end of epoch 12 (average epoch stats below) +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +{"epoch": 12, "train_loss": "0.019", "train_ppl": "1.01", "train_wps": "12853.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "50016", "train_lr": "0.000141399", "train_gnorm": "0.343", "train_train_wall": "678", "train_gb_free": "42.5", "train_wall": "8299"} +Start iterating over samples +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.02, "loss": "0.015", "ppl": "1.01", "wps": "9028.4", "ups": "4.28", "wpb": "2108.5", "bsz": "102.9", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.6", "wall": "8314"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.044, "loss": "0.013", "ppl": "1.01", "wps": "11493.5", "ups": "6.08", "wpb": "1889", "bsz": "92.3", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "8330"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.068, "loss": "0.013", "ppl": "1.01", "wps": "12754.3", "ups": "6.07", "wpb": "2100.1", "bsz": "101.1", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "8346"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.092, "loss": "0.016", "ppl": "1.01", "wps": "13296.9", "ups": "6.18", "wpb": "2151.2", "bsz": "103.6", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.8", "wall": "8363"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.116, "loss": "0.013", "ppl": "1.01", "wps": "13727.7", "ups": "6.1", "wpb": "2249.1", "bsz": "107.9", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.306", "train_wall": "16", "gb_free": "41.9", "wall": "8379"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.14, "loss": "0.018", "ppl": "1.01", "wps": "12573.1", "ups": "6.03", "wpb": "2085.6", "bsz": "97.4", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.43", "train_wall": "16", "gb_free": "41.7", "wall": "8396"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.164, "loss": "0.026", "ppl": "1.02", "wps": "13214.1", "ups": "6.01", "wpb": "2199.2", "bsz": "101.1", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.472", "train_wall": "16", "gb_free": "42.5", "wall": "8412"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.188, "loss": "0.023", "ppl": "1.02", "wps": "13328.7", "ups": "6.08", "wpb": "2192.7", "bsz": "105.8", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.317", "train_wall": "16", "gb_free": "42.5", "wall": "8429"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.212, "loss": "0.014", "ppl": "1.01", "wps": "15205", "ups": "6.18", "wpb": "2459.8", "bsz": "124.2", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8445"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.236, "loss": "0.017", "ppl": "1.01", "wps": "12857.9", "ups": "6.1", "wpb": "2108.8", "bsz": "99.3", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8461"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.26, "loss": "0.013", "ppl": "1.01", "wps": "12862.7", "ups": "6.09", "wpb": "2112.2", "bsz": "103", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "8478"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.284, "loss": "0.018", "ppl": "1.01", "wps": "13544.9", "ups": "6.09", "wpb": "2224.4", "bsz": "105.4", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.352", "train_wall": "16", "gb_free": "42.6", "wall": "8494"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.308, "loss": "0.013", "ppl": "1.01", "wps": "13032.3", "ups": "6.07", "wpb": "2145.7", "bsz": "105.8", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8511"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.332, "loss": "0.017", "ppl": "1.01", "wps": "13362.1", "ups": "6.07", "wpb": "2202.8", "bsz": "101.8", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.34", "train_wall": "16", "gb_free": "41.8", "wall": "8527"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.356, "loss": "0.017", "ppl": "1.01", "wps": "12364.5", "ups": "5.99", "wpb": "2065.3", "bsz": "98.8", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.336", "train_wall": "17", "gb_free": "42.5", "wall": "8544"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.38, "loss": "0.011", "ppl": "1.01", "wps": "11611", "ups": "6.14", "wpb": "1891.9", "bsz": "94.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.5", "wall": "8560"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.404, "loss": "0.018", "ppl": "1.01", "wps": "12197.7", "ups": "6.08", "wpb": "2007.7", "bsz": "95", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "8576"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.428, "loss": "0.017", "ppl": "1.01", "wps": "13249.7", "ups": "6.14", "wpb": "2158", "bsz": "102.1", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.7", "wall": "8593"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.452, "loss": "0.019", "ppl": "1.01", "wps": "13409.9", "ups": "6.14", "wpb": "2182.5", "bsz": "105.6", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.369", "train_wall": "16", "gb_free": "42.6", "wall": "8609"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.476, "loss": "0.017", "ppl": "1.01", "wps": "12772.4", "ups": "6.06", "wpb": "2107", "bsz": "101.8", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.5", "wall": "8626"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.5, "loss": "0.021", "ppl": "1.01", "wps": "11858.4", "ups": "6.01", "wpb": "1972.5", "bsz": "97.1", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.388", "train_wall": "16", "gb_free": "42.5", "wall": "8642"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.524, "loss": "0.018", "ppl": "1.01", "wps": "13510.3", "ups": "6.08", "wpb": "2222.7", "bsz": "107", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.302", "train_wall": "16", "gb_free": "41.1", "wall": "8659"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.548, "loss": "0.019", "ppl": "1.01", "wps": "14300.8", "ups": "6.25", "wpb": "2289.3", "bsz": "114.2", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.322", "train_wall": "16", "gb_free": "42.6", "wall": "8675"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.572, "loss": "0.017", "ppl": "1.01", "wps": "13935.8", "ups": "6.11", "wpb": "2279.9", "bsz": "106.8", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.332", "train_wall": "16", "gb_free": "42.5", "wall": "8691"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.596, "loss": "0.019", "ppl": "1.01", "wps": "12274.7", "ups": "6.04", "wpb": "2032.3", "bsz": "100.1", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.5", "wall": "8708"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.62, "loss": "0.017", "ppl": "1.01", "wps": "11991.1", "ups": "6.03", "wpb": "1987.6", "bsz": "97.8", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.7", "wall": "8724"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.644, "loss": "0.015", "ppl": "1.01", "wps": "13884.4", "ups": "6.18", "wpb": "2247.1", "bsz": "112.7", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.314", "train_wall": "16", "gb_free": "42.5", "wall": "8740"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.668, "loss": "0.016", "ppl": "1.01", "wps": "11665.5", "ups": "5.98", "wpb": "1949.3", "bsz": "93.5", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.299", "train_wall": "17", "gb_free": "42.5", "wall": "8757"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.692, "loss": "0.013", "ppl": "1.01", "wps": "13665", "ups": "6.13", "wpb": "2227.9", "bsz": "105.9", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.4", "wall": "8773"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.716, "loss": "0.021", "ppl": "1.01", "wps": "14216.9", "ups": "6.13", "wpb": "2317.7", "bsz": "105.4", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.378", "train_wall": "16", "gb_free": "42.6", "wall": "8790"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.74, "loss": "0.011", "ppl": "1.01", "wps": "13904.8", "ups": "6.14", "wpb": "2264.9", "bsz": "110.5", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.7", "wall": "8806"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.764, "loss": "0.017", "ppl": "1.01", "wps": "12195.5", "ups": "6.05", "wpb": "2014.8", "bsz": "96.6", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "8822"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.788, "loss": "0.02", "ppl": "1.01", "wps": "13423.1", "ups": "6.07", "wpb": "2209.7", "bsz": "112.6", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.399", "train_wall": "16", "gb_free": "42.5", "wall": "8839"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.812, "loss": "0.019", "ppl": "1.01", "wps": "12826.8", "ups": "6.04", "wpb": "2122.5", "bsz": "103.9", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.334", "train_wall": "16", "gb_free": "42.6", "wall": "8855"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.836, "loss": "0.017", "ppl": "1.01", "wps": "13256.5", "ups": "6.11", "wpb": "2170.2", "bsz": "103.5", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.356", "train_wall": "16", "gb_free": "41.6", "wall": "8872"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.86, "loss": "0.015", "ppl": "1.01", "wps": "12975.9", "ups": "6.13", "wpb": "2116.3", "bsz": "104.9", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "8888"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.884, "loss": "0.013", "ppl": "1.01", "wps": "12893.6", "ups": "6.11", "wpb": "2110.2", "bsz": "102.5", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.8", "wall": "8905"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.908, "loss": "0.025", "ppl": "1.02", "wps": "12893.3", "ups": "6.01", "wpb": "2144.5", "bsz": "103.8", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.377", "train_wall": "16", "gb_free": "42.6", "wall": "8921"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.932, "loss": "0.014", "ppl": "1.01", "wps": "13960.2", "ups": "6.12", "wpb": "2279.8", "bsz": "104.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.4", "wall": "8937"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.956, "loss": "0.018", "ppl": "1.01", "wps": "12078.4", "ups": "5.98", "wpb": "2020.8", "bsz": "98.5", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.322", "train_wall": "17", "gb_free": "41.6", "wall": "8954"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +{"epoch": 13, "update": 12.98, "loss": "0.017", "ppl": "1.01", "wps": "12511.4", "ups": "6.09", "wpb": "2055.1", "bsz": "100.3", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "8971"} +begin validation on "valid" subset +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +{"epoch": 13, "valid_loss": "0.144", "valid_ppl": "1.11", "valid_wps": "40481.7", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "54184", "valid_best_loss": "0.144"} +end of epoch 13 (average epoch stats below) +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +{"epoch": 13, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "12871.7", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "54184", "train_lr": "0.000135852", "train_gnorm": "0.326", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "8991"} +Start iterating over samples +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.004, "loss": "0.019", "ppl": "1.01", "wps": "9139", "ups": "4.31", "wpb": "2121.1", "bsz": "102.2", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "8994"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.028, "loss": "0.011", "ppl": "1.01", "wps": "11515.5", "ups": "6.07", "wpb": "1897.1", "bsz": "94.4", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.275", "train_wall": "16", "gb_free": "42.7", "wall": "9010"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.052, "loss": "0.013", "ppl": "1.01", "wps": "12286", "ups": "6.07", "wpb": "2025", "bsz": "102.5", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.273", "train_wall": "16", "gb_free": "41.6", "wall": "9027"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.076, "loss": "0.012", "ppl": "1.01", "wps": "11785.8", "ups": "5.94", "wpb": "1985.3", "bsz": "96.4", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.269", "train_wall": "17", "gb_free": "41.5", "wall": "9044"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.1, "loss": "0.017", "ppl": "1.01", "wps": "13236.3", "ups": "6.02", "wpb": "2199", "bsz": "102.1", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "9060"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.124, "loss": "0.011", "ppl": "1.01", "wps": "13270.7", "ups": "6.1", "wpb": "2174.1", "bsz": "110", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.5", "wall": "9077"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.148, "loss": "0.012", "ppl": "1.01", "wps": "13524", "ups": "6.14", "wpb": "2201.1", "bsz": "107.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "9093"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.172, "loss": "0.015", "ppl": "1.01", "wps": "13663.5", "ups": "6.07", "wpb": "2249.3", "bsz": "112.2", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.354", "train_wall": "16", "gb_free": "41.8", "wall": "9109"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.196, "loss": "0.019", "ppl": "1.01", "wps": "12600.1", "ups": "6.11", "wpb": "2061.5", "bsz": "101.1", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.5", "wall": "9126"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.22, "loss": "0.019", "ppl": "1.01", "wps": "13100.9", "ups": "6.05", "wpb": "2164.7", "bsz": "101.9", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.425", "train_wall": "16", "gb_free": "41.2", "wall": "9142"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.244, "loss": "0.022", "ppl": "1.02", "wps": "14390.3", "ups": "6.13", "wpb": "2346.4", "bsz": "114", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.409", "train_wall": "16", "gb_free": "42.4", "wall": "9159"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.268, "loss": "0.014", "ppl": "1.01", "wps": "12915.1", "ups": "6.09", "wpb": "2119.8", "bsz": "102.2", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.4", "wall": "9175"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.292, "loss": "0.019", "ppl": "1.01", "wps": "12416.8", "ups": "6.04", "wpb": "2056.4", "bsz": "95.7", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9192"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.316, "loss": "0.016", "ppl": "1.01", "wps": "13354.9", "ups": "6.09", "wpb": "2191.2", "bsz": "97.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "9208"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.34, "loss": "0.018", "ppl": "1.01", "wps": "12530.6", "ups": "6.13", "wpb": "2043.9", "bsz": "108", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.375", "train_wall": "16", "gb_free": "42.7", "wall": "9224"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.364, "loss": "0.014", "ppl": "1.01", "wps": "12214.3", "ups": "6.15", "wpb": "1985.3", "bsz": "102.2", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.6", "wall": "9241"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.388, "loss": "0.014", "ppl": "1.01", "wps": "13322", "ups": "6.1", "wpb": "2185.7", "bsz": "108.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.7", "wall": "9257"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.412, "loss": "0.013", "ppl": "1.01", "wps": "14096.5", "ups": "6.16", "wpb": "2287.1", "bsz": "109.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "9273"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.436, "loss": "0.017", "ppl": "1.01", "wps": "11692.9", "ups": "6.03", "wpb": "1937.6", "bsz": "91.9", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.357", "train_wall": "16", "gb_free": "42.5", "wall": "9290"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.46, "loss": "0.013", "ppl": "1.01", "wps": "11433.8", "ups": "6.02", "wpb": "1899.3", "bsz": "93.6", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.324", "train_wall": "16", "gb_free": "42.6", "wall": "9306"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.484, "loss": "0.015", "ppl": "1.01", "wps": "14368.8", "ups": "6.21", "wpb": "2312.5", "bsz": "110.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "9322"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.508, "loss": "0.018", "ppl": "1.01", "wps": "12757.7", "ups": "6.06", "wpb": "2105.5", "bsz": "99.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.4", "wall": "9339"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.532, "loss": "0.016", "ppl": "1.01", "wps": "13405.1", "ups": "6.07", "wpb": "2206.7", "bsz": "106.4", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.335", "train_wall": "16", "gb_free": "42.5", "wall": "9355"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.556, "loss": "0.016", "ppl": "1.01", "wps": "12102.5", "ups": "5.96", "wpb": "2030.1", "bsz": "95.4", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.307", "train_wall": "17", "gb_free": "42.5", "wall": "9372"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.58, "loss": "0.016", "ppl": "1.01", "wps": "12798.7", "ups": "6.08", "wpb": "2104.8", "bsz": "105.6", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "9389"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.604, "loss": "0.014", "ppl": "1.01", "wps": "12950.3", "ups": "6.08", "wpb": "2128.4", "bsz": "106.2", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.6", "wall": "9405"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.628, "loss": "0.014", "ppl": "1.01", "wps": "14064.4", "ups": "6.14", "wpb": "2291.9", "bsz": "107", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "9421"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.652, "loss": "0.01", "ppl": "1.01", "wps": "12973.1", "ups": "6.12", "wpb": "2121.2", "bsz": "105.4", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "9438"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.676, "loss": "0.019", "ppl": "1.01", "wps": "13163.4", "ups": "6.04", "wpb": "2179.6", "bsz": "103.2", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.8", "wall": "9454"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.7, "loss": "0.015", "ppl": "1.01", "wps": "12268.5", "ups": "6.02", "wpb": "2039.2", "bsz": "97.7", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.332", "train_wall": "16", "gb_free": "41.2", "wall": "9471"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.724, "loss": "0.017", "ppl": "1.01", "wps": "13159.9", "ups": "6.05", "wpb": "2173.4", "bsz": "101", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.33", "train_wall": "16", "gb_free": "42.5", "wall": "9487"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.748, "loss": "0.019", "ppl": "1.01", "wps": "13906.9", "ups": "6.05", "wpb": "2299", "bsz": "106.2", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.5", "wall": "9504"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.772, "loss": "0.016", "ppl": "1.01", "wps": "13644.1", "ups": "6.08", "wpb": "2244.3", "bsz": "107.6", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.5", "wall": "9520"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.796, "loss": "0.019", "ppl": "1.01", "wps": "12117.1", "ups": "6.05", "wpb": "2002.7", "bsz": "97.8", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.338", "train_wall": "16", "gb_free": "42.8", "wall": "9537"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.82, "loss": "0.013", "ppl": "1.01", "wps": "14489.7", "ups": "6.11", "wpb": "2370.3", "bsz": "114.8", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.4", "wall": "9553"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.844, "loss": "0.017", "ppl": "1.01", "wps": "13192.1", "ups": "6.06", "wpb": "2177.9", "bsz": "98", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "9570"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.868, "loss": "0.014", "ppl": "1.01", "wps": "12725.7", "ups": "6.05", "wpb": "2103", "bsz": "101.4", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.6", "wall": "9586"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.892, "loss": "0.01", "ppl": "1.01", "wps": "12623.3", "ups": "6.1", "wpb": "2068.4", "bsz": "102.6", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9603"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.916, "loss": "0.016", "ppl": "1.01", "wps": "13501.1", "ups": "6.12", "wpb": "2205.9", "bsz": "105.3", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.333", "train_wall": "16", "gb_free": "41.7", "wall": "9619"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.94, "loss": "0.016", "ppl": "1.01", "wps": "12668.1", "ups": "6.06", "wpb": "2089.8", "bsz": "102.2", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.359", "train_wall": "16", "gb_free": "42.5", "wall": "9636"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.964, "loss": "0.014", "ppl": "1.01", "wps": "12585.2", "ups": "6.03", "wpb": "2088.4", "bsz": "97.6", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.5", "wall": "9652"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +{"epoch": 14, "update": 13.988, "loss": "0.014", "ppl": "1.01", "wps": "13512.6", "ups": "6.14", "wpb": "2201.9", "bsz": "106.1", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.6", "wall": "9668"} +begin validation on "valid" subset +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +{"epoch": 14, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40375.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "58352", "valid_best_loss": "0.144"} +end of epoch 14 (average epoch stats below) +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +{"epoch": 14, "train_loss": "0.015", "train_ppl": "1.01", "train_wps": "12864.5", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "58352", "train_lr": "0.00013091", "train_gnorm": "0.313", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "9683"} +Start iterating over samples +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.012, "loss": "0.011", "ppl": "1.01", "wps": "9054.3", "ups": "4.37", "wpb": "2069.8", "bsz": "98", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.295", "train_wall": "16", "gb_free": "42.6", "wall": "9691"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.036, "loss": "0.015", "ppl": "1.01", "wps": "13433.7", "ups": "6.04", "wpb": "2223.8", "bsz": "104.2", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.323", "train_wall": "16", "gb_free": "42.5", "wall": "9708"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.06, "loss": "0.015", "ppl": "1.01", "wps": "12731.3", "ups": "6.11", "wpb": "2085.4", "bsz": "102.1", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "9724"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.083, "loss": "0.012", "ppl": "1.01", "wps": "13646.1", "ups": "6.14", "wpb": "2224.3", "bsz": "106.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "9741"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.107, "loss": "0.015", "ppl": "1.01", "wps": "14223", "ups": "6.14", "wpb": "2316.8", "bsz": "112.5", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "9757"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.131, "loss": "0.012", "ppl": "1.01", "wps": "13161.8", "ups": "6.11", "wpb": "2155.5", "bsz": "102.6", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.3", "wall": "9773"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.155, "loss": "0.012", "ppl": "1.01", "wps": "14276", "ups": "6.11", "wpb": "2336.6", "bsz": "114.6", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.261", "train_wall": "16", "gb_free": "41.8", "wall": "9790"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.179, "loss": "0.01", "ppl": "1.01", "wps": "13283.1", "ups": "6.1", "wpb": "2178.7", "bsz": "102.2", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.287", "train_wall": "16", "gb_free": "42.4", "wall": "9806"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.203, "loss": "0.01", "ppl": "1.01", "wps": "12943.6", "ups": "6.03", "wpb": "2148.1", "bsz": "100.3", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.5", "wall": "9823"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.227, "loss": "0.012", "ppl": "1.01", "wps": "12475.3", "ups": "6.03", "wpb": "2069.4", "bsz": "99.4", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.4", "wall": "9839"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.251, "loss": "0.014", "ppl": "1.01", "wps": "13206.8", "ups": "6.08", "wpb": "2173.2", "bsz": "104.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.315", "train_wall": "16", "gb_free": "42.4", "wall": "9856"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.275, "loss": "0.013", "ppl": "1.01", "wps": "12604", "ups": "6.06", "wpb": "2080.4", "bsz": "104", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.311", "train_wall": "16", "gb_free": "42.6", "wall": "9872"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.299, "loss": "0.012", "ppl": "1.01", "wps": "12648.1", "ups": "6.07", "wpb": "2083.4", "bsz": "97.8", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.6", "wall": "9889"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.323, "loss": "0.014", "ppl": "1.01", "wps": "13094.8", "ups": "6.1", "wpb": "2145.4", "bsz": "108.9", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "9905"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.347, "loss": "0.01", "ppl": "1.01", "wps": "12426.3", "ups": "6.11", "wpb": "2033.5", "bsz": "98.1", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.283", "train_wall": "16", "gb_free": "41.6", "wall": "9921"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.371, "loss": "0.016", "ppl": "1.01", "wps": "12297.6", "ups": "6.08", "wpb": "2023", "bsz": "99", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.318", "train_wall": "16", "gb_free": "41.4", "wall": "9938"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.395, "loss": "0.016", "ppl": "1.01", "wps": "12798", "ups": "6.07", "wpb": "2109.6", "bsz": "102.8", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.7", "wall": "9954"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.419, "loss": "0.017", "ppl": "1.01", "wps": "14022.4", "ups": "6.06", "wpb": "2314", "bsz": "107.2", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.342", "train_wall": "16", "gb_free": "42.6", "wall": "9971"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.443, "loss": "0.015", "ppl": "1.01", "wps": "13059.5", "ups": "6.08", "wpb": "2146.6", "bsz": "102.6", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "9987"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.467, "loss": "0.014", "ppl": "1.01", "wps": "13256.6", "ups": "6.12", "wpb": "2165.8", "bsz": "106", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.293", "train_wall": "16", "gb_free": "42.5", "wall": "10004"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.491, "loss": "0.015", "ppl": "1.01", "wps": "13541.7", "ups": "6.18", "wpb": "2192.1", "bsz": "109.7", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.368", "train_wall": "16", "gb_free": "42.5", "wall": "10020"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.515, "loss": "0.015", "ppl": "1.01", "wps": "12912.9", "ups": "6.07", "wpb": "2128.6", "bsz": "98.6", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.5", "wall": "10036"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.539, "loss": "0.012", "ppl": "1.01", "wps": "12233.9", "ups": "6", "wpb": "2038.7", "bsz": "98.7", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.277", "train_wall": "16", "gb_free": "41.8", "wall": "10053"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.563, "loss": "0.009", "ppl": "1.01", "wps": "12475.1", "ups": "6.06", "wpb": "2059.9", "bsz": "102.3", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "10069"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.587, "loss": "0.013", "ppl": "1.01", "wps": "13246.4", "ups": "6.04", "wpb": "2191.5", "bsz": "101.8", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "10086"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.611, "loss": "0.014", "ppl": "1.01", "wps": "13105.1", "ups": "6.02", "wpb": "2175.5", "bsz": "106.2", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "10103"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.635, "loss": "0.022", "ppl": "1.02", "wps": "11616.8", "ups": "5.92", "wpb": "1962", "bsz": "93.2", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.416", "train_wall": "17", "gb_free": "42.5", "wall": "10119"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.659, "loss": "0.014", "ppl": "1.01", "wps": "13954.9", "ups": "6.14", "wpb": "2273.7", "bsz": "107.6", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "10136"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.683, "loss": "0.013", "ppl": "1.01", "wps": "12560.6", "ups": "6.15", "wpb": "2043.1", "bsz": "99.5", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.7", "wall": "10152"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.707, "loss": "0.011", "ppl": "1.01", "wps": "13382.5", "ups": "6.07", "wpb": "2204.4", "bsz": "108.1", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.7", "wall": "10168"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.731, "loss": "0.017", "ppl": "1.01", "wps": "11827.1", "ups": "6.06", "wpb": "1952.5", "bsz": "92.4", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.361", "train_wall": "16", "gb_free": "42.5", "wall": "10185"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.755, "loss": "0.015", "ppl": "1.01", "wps": "12183.1", "ups": "5.99", "wpb": "2034.9", "bsz": "92.5", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.301", "train_wall": "17", "gb_free": "42.6", "wall": "10202"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.779, "loss": "0.011", "ppl": "1.01", "wps": "12113.8", "ups": "6.02", "wpb": "2013.1", "bsz": "99.8", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.288", "train_wall": "16", "gb_free": "41.5", "wall": "10218"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.803, "loss": "0.013", "ppl": "1.01", "wps": "12504.1", "ups": "6.06", "wpb": "2063.9", "bsz": "101.1", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.32", "train_wall": "16", "gb_free": "41.3", "wall": "10235"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.827, "loss": "0.016", "ppl": "1.01", "wps": "12929.2", "ups": "6.14", "wpb": "2107", "bsz": "101", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.7", "wall": "10251"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.851, "loss": "0.013", "ppl": "1.01", "wps": "14299.4", "ups": "6.12", "wpb": "2336.1", "bsz": "113.7", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.31", "train_wall": "16", "gb_free": "42.6", "wall": "10267"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.875, "loss": "0.016", "ppl": "1.01", "wps": "12740.9", "ups": "6.02", "wpb": "2117.3", "bsz": "99.3", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.305", "train_wall": "16", "gb_free": "42.5", "wall": "10284"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.899, "loss": "0.015", "ppl": "1.01", "wps": "14080.8", "ups": "6.16", "wpb": "2287.3", "bsz": "111.2", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.306", "train_wall": "16", "gb_free": "42.7", "wall": "10300"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.923, "loss": "0.01", "ppl": "1.01", "wps": "13622.9", "ups": "6.08", "wpb": "2239.3", "bsz": "108.4", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.258", "train_wall": "16", "gb_free": "41.9", "wall": "10317"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.947, "loss": "0.01", "ppl": "1.01", "wps": "11800.6", "ups": "6.12", "wpb": "1927.7", "bsz": "98.3", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.192", "train_wall": "16", "gb_free": "42.7", "wall": "10333"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.971, "loss": "0.012", "ppl": "1.01", "wps": "12896.7", "ups": "6.11", "wpb": "2109.5", "bsz": "107.4", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "10349"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +{"epoch": 15, "update": 14.995, "loss": "0.012", "ppl": "1.01", "wps": "13737.3", "ups": "6.15", "wpb": "2233", "bsz": "107", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.327", "train_wall": "16", "gb_free": "42.5", "wall": "10366"} +begin validation on "valid" subset +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +{"epoch": 15, "valid_loss": "0.155", "valid_ppl": "1.11", "valid_wps": "40705.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "62520", "valid_best_loss": "0.144"} +end of epoch 15 (average epoch stats below) +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +{"epoch": 15, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "12870.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "62520", "train_lr": "0.000126471", "train_gnorm": "0.299", "train_train_wall": "678", "train_gb_free": "42.6", "train_wall": "10375"} +Start iterating over samples +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.019, "loss": "0.019", "ppl": "1.01", "wps": "8575.9", "ups": "4.39", "wpb": "1953.9", "bsz": "92.3", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.394", "train_wall": "16", "gb_free": "42.5", "wall": "10388"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.043, "loss": "0.01", "ppl": "1.01", "wps": "13175.9", "ups": "6.11", "wpb": "2156.7", "bsz": "104.6", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.5", "wall": "10405"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.067, "loss": "0.013", "ppl": "1.01", "wps": "14060.2", "ups": "6.15", "wpb": "2286.4", "bsz": "106.6", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.298", "train_wall": "16", "gb_free": "42.5", "wall": "10421"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.091, "loss": "0.012", "ppl": "1.01", "wps": "12910.4", "ups": "6.02", "wpb": "2146.1", "bsz": "108.2", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.7", "wall": "10438"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.115, "loss": "0.01", "ppl": "1.01", "wps": "13087.6", "ups": "6.04", "wpb": "2167.2", "bsz": "105.8", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "10454"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.139, "loss": "0.013", "ppl": "1.01", "wps": "11041.8", "ups": "5.99", "wpb": "1843.6", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.311", "train_wall": "16", "gb_free": "41.9", "wall": "10471"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.163, "loss": "0.008", "ppl": "1.01", "wps": "13152.1", "ups": "6.12", "wpb": "2149.5", "bsz": "103.3", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.7", "wall": "10487"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.187, "loss": "0.013", "ppl": "1.01", "wps": "13606.5", "ups": "6.08", "wpb": "2238.3", "bsz": "110.1", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.276", "train_wall": "16", "gb_free": "42.5", "wall": "10504"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.211, "loss": "0.012", "ppl": "1.01", "wps": "12608", "ups": "6.06", "wpb": "2080.1", "bsz": "101.9", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "10520"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.235, "loss": "0.013", "ppl": "1.01", "wps": "11779.6", "ups": "6.05", "wpb": "1946.3", "bsz": "95.7", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.27", "train_wall": "16", "gb_free": "42.7", "wall": "10537"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.259, "loss": "0.014", "ppl": "1.01", "wps": "12999.1", "ups": "6.1", "wpb": "2131.6", "bsz": "101", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.345", "train_wall": "16", "gb_free": "42.5", "wall": "10553"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.283, "loss": "0.011", "ppl": "1.01", "wps": "13565", "ups": "6.1", "wpb": "2222.2", "bsz": "106.4", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.4", "wall": "10570"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.307, "loss": "0.01", "ppl": "1.01", "wps": "12687.2", "ups": "6.09", "wpb": "2081.9", "bsz": "102.8", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.253", "train_wall": "16", "gb_free": "41.4", "wall": "10586"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.331, "loss": "0.009", "ppl": "1.01", "wps": "12523.7", "ups": "6.1", "wpb": "2052.3", "bsz": "103.5", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.238", "train_wall": "16", "gb_free": "41.6", "wall": "10602"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.355, "loss": "0.015", "ppl": "1.01", "wps": "12858.8", "ups": "6.14", "wpb": "2094.6", "bsz": "98.2", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.7", "wall": "10619"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.379, "loss": "0.011", "ppl": "1.01", "wps": "12492.2", "ups": "6.12", "wpb": "2041.9", "bsz": "101.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.5", "wall": "10635"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.403, "loss": "0.012", "ppl": "1.01", "wps": "15159.8", "ups": "6.23", "wpb": "2434.4", "bsz": "115.8", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.4", "wall": "10651"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.427, "loss": "0.01", "ppl": "1.01", "wps": "13782.3", "ups": "6.15", "wpb": "2242.5", "bsz": "115.8", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.272", "train_wall": "16", "gb_free": "42.6", "wall": "10667"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.451, "loss": "0.01", "ppl": "1.01", "wps": "13972.5", "ups": "6.23", "wpb": "2242.7", "bsz": "108", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.7", "wall": "10683"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.475, "loss": "0.01", "ppl": "1.01", "wps": "13394", "ups": "6.16", "wpb": "2175.8", "bsz": "102.3", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.266", "train_wall": "16", "gb_free": "42", "wall": "10700"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.499, "loss": "0.012", "ppl": "1.01", "wps": "14619.7", "ups": "6.13", "wpb": "2386.3", "bsz": "113", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.31", "train_wall": "16", "gb_free": "41.4", "wall": "10716"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.523, "loss": "0.012", "ppl": "1.01", "wps": "12965.8", "ups": "6.17", "wpb": "2099.9", "bsz": "104", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.7", "wall": "10732"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.547, "loss": "0.013", "ppl": "1.01", "wps": "11724.3", "ups": "6.1", "wpb": "1921.5", "bsz": "94.6", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.5", "wall": "10749"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.571, "loss": "0.013", "ppl": "1.01", "wps": "13130.2", "ups": "6.15", "wpb": "2136.1", "bsz": "101", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.425", "train_wall": "16", "gb_free": "42.6", "wall": "10765"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.595, "loss": "0.017", "ppl": "1.01", "wps": "13664.9", "ups": "6.12", "wpb": "2234.3", "bsz": "104.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.354", "train_wall": "16", "gb_free": "42.6", "wall": "10781"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.619, "loss": "0.015", "ppl": "1.01", "wps": "11477.4", "ups": "5.98", "wpb": "1919.8", "bsz": "92", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.326", "train_wall": "17", "gb_free": "42.7", "wall": "10798"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.643, "loss": "0.017", "ppl": "1.01", "wps": "13623.9", "ups": "6", "wpb": "2269.5", "bsz": "111.6", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.7", "wall": "10815"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.667, "loss": "0.012", "ppl": "1.01", "wps": "13166.8", "ups": "6.05", "wpb": "2176.9", "bsz": "103.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.281", "train_wall": "16", "gb_free": "42.5", "wall": "10831"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.691, "loss": "0.014", "ppl": "1.01", "wps": "13042.3", "ups": "6.1", "wpb": "2136.8", "bsz": "102.6", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.272", "train_wall": "16", "gb_free": "41.8", "wall": "10847"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.715, "loss": "0.013", "ppl": "1.01", "wps": "12333.4", "ups": "5.99", "wpb": "2057.4", "bsz": "99.4", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "10864"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.739, "loss": "0.013", "ppl": "1.01", "wps": "13424.8", "ups": "6.05", "wpb": "2220.2", "bsz": "107.1", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "10881"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.763, "loss": "0.014", "ppl": "1.01", "wps": "12598.3", "ups": "6.01", "wpb": "2096.1", "bsz": "102.2", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.302", "train_wall": "16", "gb_free": "42.6", "wall": "10897"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.787, "loss": "0.014", "ppl": "1.01", "wps": "13387", "ups": "6.05", "wpb": "2211.7", "bsz": "106.8", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "10914"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.811, "loss": "0.01", "ppl": "1.01", "wps": "13131", "ups": "6.03", "wpb": "2178.1", "bsz": "102.3", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "10930"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.835, "loss": "0.011", "ppl": "1.01", "wps": "13511.2", "ups": "6.13", "wpb": "2204.5", "bsz": "104.1", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "10947"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.859, "loss": "0.013", "ppl": "1.01", "wps": "13415.1", "ups": "6.05", "wpb": "2217.2", "bsz": "105", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.249", "train_wall": "16", "gb_free": "41.8", "wall": "10963"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.883, "loss": "0.008", "ppl": "1.01", "wps": "13109.4", "ups": "6.12", "wpb": "2140.3", "bsz": "105.9", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "10980"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.907, "loss": "0.011", "ppl": "1.01", "wps": "11943.1", "ups": "6.07", "wpb": "1968.4", "bsz": "91.8", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.7", "wall": "10996"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.931, "loss": "0.01", "ppl": "1.01", "wps": "12517.1", "ups": "6.15", "wpb": "2035.3", "bsz": "101.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.7", "wall": "11012"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.955, "loss": "0.016", "ppl": "1.01", "wps": "12712.9", "ups": "6.08", "wpb": "2091.2", "bsz": "101.7", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.353", "train_wall": "16", "gb_free": "42.7", "wall": "11029"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +{"epoch": 16, "update": 15.979, "loss": "0.013", "ppl": "1.01", "wps": "13882.6", "ups": "6.05", "wpb": "2293.1", "bsz": "104.1", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.333", "train_wall": "16", "gb_free": "42.7", "wall": "11045"} +begin validation on "valid" subset +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +{"epoch": 16, "valid_loss": "0.167", "valid_ppl": "1.12", "valid_wps": "40723", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "66688", "valid_best_loss": "0.144"} +end of epoch 16 (average epoch stats below) +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +{"epoch": 16, "train_loss": "0.012", "train_ppl": "1.01", "train_wps": "12888.9", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "66688", "train_lr": "0.000122455", "train_gnorm": "0.287", "train_train_wall": "677", "train_gb_free": "42.6", "train_wall": "11066"} +Start iterating over samples +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.003, "loss": "0.012", "ppl": "1.01", "wps": "8972.9", "ups": "4.38", "wpb": "2050.3", "bsz": "99.8", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11068"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.027, "loss": "0.015", "ppl": "1.01", "wps": "12778.1", "ups": "6.02", "wpb": "2122.8", "bsz": "102.7", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.307", "train_wall": "16", "gb_free": "42.7", "wall": "11085"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.051, "loss": "0.012", "ppl": "1.01", "wps": "14810.6", "ups": "6.15", "wpb": "2407.9", "bsz": "117.3", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.6", "wall": "11101"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.075, "loss": "0.01", "ppl": "1.01", "wps": "13011.9", "ups": "6.1", "wpb": "2132.3", "bsz": "104.3", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "11117"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.099, "loss": "0.012", "ppl": "1.01", "wps": "13642.4", "ups": "6.01", "wpb": "2268.8", "bsz": "106", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "11134"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.123, "loss": "0.018", "ppl": "1.01", "wps": "12760.3", "ups": "6.03", "wpb": "2115.1", "bsz": "95.9", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.274", "train_wall": "16", "gb_free": "41.8", "wall": "11151"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.147, "loss": "0.01", "ppl": "1.01", "wps": "12647.9", "ups": "6.04", "wpb": "2093.2", "bsz": "102.7", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.5", "wall": "11167"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.171, "loss": "0.011", "ppl": "1.01", "wps": "12848", "ups": "6.05", "wpb": "2123.2", "bsz": "97.7", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11184"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.195, "loss": "0.009", "ppl": "1.01", "wps": "13437.4", "ups": "6.14", "wpb": "2189.1", "bsz": "108.9", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.5", "wall": "11200"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.219, "loss": "0.011", "ppl": "1.01", "wps": "13340.4", "ups": "6.06", "wpb": "2203", "bsz": "107", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.226", "train_wall": "16", "gb_free": "41.9", "wall": "11217"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.243, "loss": "0.009", "ppl": "1.01", "wps": "13026.8", "ups": "6.06", "wpb": "2149.6", "bsz": "99.6", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "11233"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.267, "loss": "0.008", "ppl": "1.01", "wps": "14269.4", "ups": "6.23", "wpb": "2288.7", "bsz": "112.6", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.5", "wall": "11249"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.291, "loss": "0.011", "ppl": "1.01", "wps": "12105.3", "ups": "5.98", "wpb": "2022.6", "bsz": "95.8", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.272", "train_wall": "17", "gb_free": "42.5", "wall": "11266"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.315, "loss": "0.01", "ppl": "1.01", "wps": "12055.8", "ups": "6.08", "wpb": "1983.8", "bsz": "97", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.6", "wall": "11282"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.339, "loss": "0.014", "ppl": "1.01", "wps": "12955.1", "ups": "6", "wpb": "2159.8", "bsz": "105.1", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "11299"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.363, "loss": "0.01", "ppl": "1.01", "wps": "12323.4", "ups": "6.04", "wpb": "2041.8", "bsz": "98", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.5", "wall": "11315"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.387, "loss": "0.014", "ppl": "1.01", "wps": "12682.3", "ups": "6.02", "wpb": "2106.5", "bsz": "96.3", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.319", "train_wall": "16", "gb_free": "42.5", "wall": "11332"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.411, "loss": "0.013", "ppl": "1.01", "wps": "11981.5", "ups": "6.08", "wpb": "1971.9", "bsz": "98.4", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.329", "train_wall": "16", "gb_free": "41.8", "wall": "11349"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.435, "loss": "0.011", "ppl": "1.01", "wps": "14498.6", "ups": "6.12", "wpb": "2367.8", "bsz": "112.5", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "11365"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.459, "loss": "0.012", "ppl": "1.01", "wps": "12389.6", "ups": "6.02", "wpb": "2059.7", "bsz": "98.9", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.308", "train_wall": "16", "gb_free": "42.4", "wall": "11381"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.483, "loss": "0.011", "ppl": "1.01", "wps": "12454.5", "ups": "6.1", "wpb": "2042.6", "bsz": "102", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.294", "train_wall": "16", "gb_free": "41.8", "wall": "11398"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.507, "loss": "0.015", "ppl": "1.01", "wps": "14620.8", "ups": "6.12", "wpb": "2390.8", "bsz": "112.3", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.386", "train_wall": "16", "gb_free": "42.5", "wall": "11414"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.531, "loss": "0.013", "ppl": "1.01", "wps": "13706.3", "ups": "6.05", "wpb": "2266.6", "bsz": "109", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11431"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.555, "loss": "0.013", "ppl": "1.01", "wps": "12464.9", "ups": "5.99", "wpb": "2079.6", "bsz": "100.8", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.328", "train_wall": "16", "gb_free": "42.7", "wall": "11447"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.579, "loss": "0.012", "ppl": "1.01", "wps": "15064.1", "ups": "6.16", "wpb": "2445.8", "bsz": "116.6", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "11464"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.603, "loss": "0.011", "ppl": "1.01", "wps": "12157", "ups": "6.07", "wpb": "2002.5", "bsz": "99.1", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "11480"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.627, "loss": "0.011", "ppl": "1.01", "wps": "13158.2", "ups": "6.06", "wpb": "2171.8", "bsz": "105.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "11497"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.651, "loss": "0.009", "ppl": "1.01", "wps": "13187.8", "ups": "6.13", "wpb": "2152.1", "bsz": "106.5", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.8", "wall": "11513"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.675, "loss": "0.011", "ppl": "1.01", "wps": "12190.2", "ups": "6.08", "wpb": "2004.1", "bsz": "99.4", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.6", "wall": "11529"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.699, "loss": "0.01", "ppl": "1.01", "wps": "13627.9", "ups": "6.1", "wpb": "2234.3", "bsz": "107.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.4", "wall": "11546"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.723, "loss": "0.01", "ppl": "1.01", "wps": "13605.5", "ups": "6.07", "wpb": "2243.2", "bsz": "107.6", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.26", "train_wall": "16", "gb_free": "42.4", "wall": "11562"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.747, "loss": "0.009", "ppl": "1.01", "wps": "12365.9", "ups": "6.1", "wpb": "2026.2", "bsz": "99.5", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.4", "wall": "11579"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.771, "loss": "0.01", "ppl": "1.01", "wps": "13296.8", "ups": "6.11", "wpb": "2176.3", "bsz": "109.6", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.283", "train_wall": "16", "gb_free": "42.6", "wall": "11595"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.795, "loss": "0.009", "ppl": "1.01", "wps": "12479.1", "ups": "6.13", "wpb": "2034.9", "bsz": "100.3", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.8", "wall": "11611"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.819, "loss": "0.009", "ppl": "1.01", "wps": "12557.8", "ups": "6.03", "wpb": "2081.6", "bsz": "98.7", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.5", "wall": "11628"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.843, "loss": "0.008", "ppl": "1.01", "wps": "12283.2", "ups": "6.17", "wpb": "1990.6", "bsz": "100.4", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.5", "wall": "11644"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.867, "loss": "0.012", "ppl": "1.01", "wps": "12105.8", "ups": "6.04", "wpb": "2003", "bsz": "95.6", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.275", "train_wall": "16", "gb_free": "41.8", "wall": "11661"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.891, "loss": "0.012", "ppl": "1.01", "wps": "12418.5", "ups": "6.09", "wpb": "2039.6", "bsz": "98.4", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.7", "wall": "11677"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.915, "loss": "0.012", "ppl": "1.01", "wps": "12941.2", "ups": "6.07", "wpb": "2131.7", "bsz": "105.8", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.6", "wall": "11694"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.939, "loss": "0.013", "ppl": "1.01", "wps": "13408.5", "ups": "6.1", "wpb": "2198.6", "bsz": "102.7", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.329", "train_wall": "16", "gb_free": "42.6", "wall": "11710"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.963, "loss": "0.01", "ppl": "1.01", "wps": "12242.1", "ups": "6.07", "wpb": "2015.3", "bsz": "95.5", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.265", "train_wall": "16", "gb_free": "42.8", "wall": "11726"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +{"epoch": 17, "update": 16.987, "loss": "0.012", "ppl": "1.01", "wps": "12828.3", "ups": "6.04", "wpb": "2124.8", "bsz": "100.4", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.304", "train_wall": "16", "gb_free": "42.6", "wall": "11743"} +begin validation on "valid" subset +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +{"epoch": 17, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40281.1", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "70856", "valid_best_loss": "0.144"} +end of epoch 17 (average epoch stats below) +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +{"epoch": 17, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "12858.4", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "70856", "train_lr": "0.000118799", "train_gnorm": "0.277", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "11759"} +Start iterating over samples +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.011, "loss": "0.012", "ppl": "1.01", "wps": "9185.8", "ups": "4.36", "wpb": "2107.4", "bsz": "100.5", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.321", "train_wall": "16", "gb_free": "42.5", "wall": "11766"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.035, "loss": "0.01", "ppl": "1.01", "wps": "13008", "ups": "6.07", "wpb": "2142.9", "bsz": "98.9", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.232", "train_wall": "16", "gb_free": "41.7", "wall": "11782"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.059, "loss": "0.006", "ppl": "1", "wps": "13523.8", "ups": "6.13", "wpb": "2205.8", "bsz": "108.3", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.5", "wall": "11799"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.083, "loss": "0.007", "ppl": "1.01", "wps": "13271.9", "ups": "6.08", "wpb": "2181.2", "bsz": "106.8", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "11815"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.107, "loss": "0.008", "ppl": "1.01", "wps": "13433.9", "ups": "6.16", "wpb": "2181.9", "bsz": "105.8", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "11831"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.131, "loss": "0.009", "ppl": "1.01", "wps": "13065.9", "ups": "6.12", "wpb": "2136.5", "bsz": "104.8", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.5", "wall": "11848"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.155, "loss": "0.01", "ppl": "1.01", "wps": "12360.2", "ups": "6.08", "wpb": "2033.8", "bsz": "97.8", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.285", "train_wall": "16", "gb_free": "42.5", "wall": "11864"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.179, "loss": "0.013", "ppl": "1.01", "wps": "12168.5", "ups": "6.06", "wpb": "2007.1", "bsz": "99.6", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.297", "train_wall": "16", "gb_free": "42.7", "wall": "11881"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.202, "loss": "0.016", "ppl": "1.01", "wps": "14694.2", "ups": "6.08", "wpb": "2418.3", "bsz": "110.8", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.265", "train_wall": "16", "gb_free": "41.2", "wall": "11897"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.226, "loss": "0.009", "ppl": "1.01", "wps": "13554.5", "ups": "6.13", "wpb": "2211.4", "bsz": "106.4", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.5", "wall": "11914"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.25, "loss": "0.012", "ppl": "1.01", "wps": "12796.1", "ups": "6.05", "wpb": "2113.5", "bsz": "101.8", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "11930"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.274, "loss": "0.015", "ppl": "1.01", "wps": "12424.2", "ups": "6.05", "wpb": "2052.7", "bsz": "99.7", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.365", "train_wall": "16", "gb_free": "42.5", "wall": "11947"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.298, "loss": "0.014", "ppl": "1.01", "wps": "13029.9", "ups": "6.15", "wpb": "2118.5", "bsz": "103.5", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.6", "wall": "11963"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.322, "loss": "0.009", "ppl": "1.01", "wps": "14119.9", "ups": "6.17", "wpb": "2287.7", "bsz": "110", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.5", "wall": "11979"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.346, "loss": "0.007", "ppl": "1.01", "wps": "11915.6", "ups": "6.05", "wpb": "1969", "bsz": "100.2", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.267", "train_wall": "16", "gb_free": "42.7", "wall": "11996"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.37, "loss": "0.01", "ppl": "1.01", "wps": "12163.8", "ups": "6.1", "wpb": "1993.2", "bsz": "96.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.7", "wall": "12012"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.394, "loss": "0.01", "ppl": "1.01", "wps": "13285.4", "ups": "6.12", "wpb": "2172.1", "bsz": "108.2", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12028"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.418, "loss": "0.007", "ppl": "1", "wps": "12581.7", "ups": "6.13", "wpb": "2051.8", "bsz": "101.7", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "12045"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.442, "loss": "0.01", "ppl": "1.01", "wps": "14236.5", "ups": "6.1", "wpb": "2332.2", "bsz": "114.5", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "12061"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.466, "loss": "0.011", "ppl": "1.01", "wps": "13535.6", "ups": "6.06", "wpb": "2235.2", "bsz": "106.7", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.5", "wall": "12077"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.49, "loss": "0.013", "ppl": "1.01", "wps": "12651.1", "ups": "5.97", "wpb": "2119.7", "bsz": "100.3", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.316", "train_wall": "17", "gb_free": "42.7", "wall": "12094"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.514, "loss": "0.01", "ppl": "1.01", "wps": "13674.6", "ups": "6.07", "wpb": "2251.9", "bsz": "107.6", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.5", "wall": "12111"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.538, "loss": "0.011", "ppl": "1.01", "wps": "13171.9", "ups": "6.04", "wpb": "2179.1", "bsz": "101.4", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.6", "wall": "12127"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.562, "loss": "0.013", "ppl": "1.01", "wps": "13348.2", "ups": "6.17", "wpb": "2162.7", "bsz": "99.9", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.7", "wall": "12143"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.586, "loss": "0.011", "ppl": "1.01", "wps": "12512.2", "ups": "6.06", "wpb": "2063.8", "bsz": "96.2", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12160"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.61, "loss": "0.011", "ppl": "1.01", "wps": "11919.9", "ups": "6.08", "wpb": "1960.8", "bsz": "93.5", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "12176"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.634, "loss": "0.008", "ppl": "1.01", "wps": "13230", "ups": "6.1", "wpb": "2169.5", "bsz": "107.6", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.8", "wall": "12193"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.658, "loss": "0.008", "ppl": "1.01", "wps": "13624.3", "ups": "6.1", "wpb": "2233.4", "bsz": "109.1", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "12209"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.682, "loss": "0.008", "ppl": "1.01", "wps": "12278.7", "ups": "6.06", "wpb": "2026", "bsz": "96.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.7", "wall": "12226"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.706, "loss": "0.006", "ppl": "1", "wps": "12539.3", "ups": "6.11", "wpb": "2053.3", "bsz": "100.8", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.5", "wall": "12242"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.73, "loss": "0.009", "ppl": "1.01", "wps": "11190.4", "ups": "6", "wpb": "1864.3", "bsz": "90", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.4", "wall": "12259"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.754, "loss": "0.01", "ppl": "1.01", "wps": "12816.1", "ups": "6.1", "wpb": "2101.2", "bsz": "104.2", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.254", "train_wall": "16", "gb_free": "42.4", "wall": "12275"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.778, "loss": "0.013", "ppl": "1.01", "wps": "13894", "ups": "6.09", "wpb": "2280.5", "bsz": "103", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.5", "wall": "12292"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.802, "loss": "0.011", "ppl": "1.01", "wps": "13701.2", "ups": "6.07", "wpb": "2257", "bsz": "105.1", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.268", "train_wall": "16", "gb_free": "42.8", "wall": "12308"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.826, "loss": "0.01", "ppl": "1.01", "wps": "12381", "ups": "6.1", "wpb": "2030.9", "bsz": "99.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "12324"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.85, "loss": "0.009", "ppl": "1.01", "wps": "13596.4", "ups": "6.1", "wpb": "2227.9", "bsz": "114.1", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.256", "train_wall": "16", "gb_free": "42.5", "wall": "12341"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.874, "loss": "0.009", "ppl": "1.01", "wps": "13385.1", "ups": "6.06", "wpb": "2209.9", "bsz": "102.1", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.253", "train_wall": "16", "gb_free": "42.6", "wall": "12357"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.898, "loss": "0.01", "ppl": "1.01", "wps": "12302.5", "ups": "6.04", "wpb": "2036.1", "bsz": "99.8", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.7", "wall": "12374"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.922, "loss": "0.014", "ppl": "1.01", "wps": "12487.3", "ups": "6.04", "wpb": "2068.2", "bsz": "102.6", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.438", "train_wall": "16", "gb_free": "41.5", "wall": "12390"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.946, "loss": "0.012", "ppl": "1.01", "wps": "12336.9", "ups": "6.11", "wpb": "2018.3", "bsz": "101", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.4", "wall": "12407"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.97, "loss": "0.011", "ppl": "1.01", "wps": "12505", "ups": "6.07", "wpb": "2061", "bsz": "99.4", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.5", "wall": "12423"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +{"epoch": 18, "update": 17.994, "loss": "0.011", "ppl": "1.01", "wps": "13998.7", "ups": "6.13", "wpb": "2283.2", "bsz": "108.6", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.239", "train_wall": "16", "gb_free": "41.4", "wall": "12440"} +begin validation on "valid" subset +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +{"epoch": 18, "valid_loss": "0.158", "valid_ppl": "1.12", "valid_wps": "40337.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "75024", "valid_best_loss": "0.144"} +end of epoch 18 (average epoch stats below) +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +{"epoch": 18, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12881.5", "train_ups": "6.03", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "75024", "train_lr": "0.000115452", "train_gnorm": "0.266", "train_train_wall": "677", "train_gb_free": "41.7", "train_wall": "12450"} +Start iterating over samples +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.018, "loss": "0.007", "ppl": "1", "wps": "9115.1", "ups": "4.35", "wpb": "2095.4", "bsz": "102.2", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.218", "train_wall": "16", "gb_free": "42.4", "wall": "12463"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.042, "loss": "0.009", "ppl": "1.01", "wps": "13734.8", "ups": "6.05", "wpb": "2271.3", "bsz": "109.4", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "12479"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.066, "loss": "0.008", "ppl": "1.01", "wps": "13379", "ups": "6.12", "wpb": "2184.6", "bsz": "99.7", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "12495"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.09, "loss": "0.01", "ppl": "1.01", "wps": "12975.9", "ups": "6.09", "wpb": "2131.3", "bsz": "99.2", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.6", "wall": "12512"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.114, "loss": "0.007", "ppl": "1", "wps": "13243.5", "ups": "6.09", "wpb": "2173.4", "bsz": "102.7", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.235", "train_wall": "16", "gb_free": "42.5", "wall": "12528"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.138, "loss": "0.007", "ppl": "1.01", "wps": "13815.3", "ups": "6.06", "wpb": "2278", "bsz": "110.1", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.244", "train_wall": "16", "gb_free": "42.7", "wall": "12545"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.162, "loss": "0.008", "ppl": "1.01", "wps": "13326.6", "ups": "6.04", "wpb": "2204.9", "bsz": "108.6", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.1", "wall": "12561"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.186, "loss": "0.008", "ppl": "1.01", "wps": "12542.5", "ups": "6.07", "wpb": "2067.4", "bsz": "104.4", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "12578"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.21, "loss": "0.012", "ppl": "1.01", "wps": "12703.1", "ups": "6.08", "wpb": "2088.9", "bsz": "101.8", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "12594"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.234, "loss": "0.008", "ppl": "1.01", "wps": "14196.4", "ups": "6.18", "wpb": "2296.3", "bsz": "111", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "12611"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.258, "loss": "0.012", "ppl": "1.01", "wps": "13127", "ups": "6.04", "wpb": "2175.1", "bsz": "99.9", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.282", "train_wall": "16", "gb_free": "42.7", "wall": "12627"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.282, "loss": "0.009", "ppl": "1.01", "wps": "15265.6", "ups": "6.14", "wpb": "2488.2", "bsz": "117.8", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.289", "train_wall": "16", "gb_free": "42.7", "wall": "12643"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.306, "loss": "0.011", "ppl": "1.01", "wps": "11951.3", "ups": "6", "wpb": "1992.6", "bsz": "96.1", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.266", "train_wall": "16", "gb_free": "42.4", "wall": "12660"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.33, "loss": "0.009", "ppl": "1.01", "wps": "12567", "ups": "6.07", "wpb": "2070.1", "bsz": "101.4", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.271", "train_wall": "16", "gb_free": "42.5", "wall": "12677"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.354, "loss": "0.009", "ppl": "1.01", "wps": "12548.6", "ups": "6.08", "wpb": "2063", "bsz": "102", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.8", "wall": "12693"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.378, "loss": "0.008", "ppl": "1.01", "wps": "12744.6", "ups": "6.13", "wpb": "2080.7", "bsz": "99.6", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.8", "wall": "12709"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.402, "loss": "0.01", "ppl": "1.01", "wps": "12986.7", "ups": "6.08", "wpb": "2137.7", "bsz": "100.7", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "12726"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.426, "loss": "0.008", "ppl": "1.01", "wps": "11485.6", "ups": "6.09", "wpb": "1886.8", "bsz": "90.8", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.28", "train_wall": "16", "gb_free": "40.8", "wall": "12742"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.45, "loss": "0.012", "ppl": "1.01", "wps": "12707.3", "ups": "6.13", "wpb": "2071.6", "bsz": "99.5", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.312", "train_wall": "16", "gb_free": "42.7", "wall": "12759"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.474, "loss": "0.008", "ppl": "1.01", "wps": "12977.8", "ups": "6.09", "wpb": "2131.9", "bsz": "105.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.271", "train_wall": "16", "gb_free": "41.1", "wall": "12775"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.498, "loss": "0.008", "ppl": "1.01", "wps": "13179.5", "ups": "6.08", "wpb": "2168.6", "bsz": "106.3", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.6", "wall": "12791"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.522, "loss": "0.01", "ppl": "1.01", "wps": "12192.5", "ups": "6.04", "wpb": "2019.4", "bsz": "98.3", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.1", "wall": "12808"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.546, "loss": "0.009", "ppl": "1.01", "wps": "14808.8", "ups": "6.13", "wpb": "2417.5", "bsz": "113", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "12824"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.57, "loss": "0.011", "ppl": "1.01", "wps": "14146.3", "ups": "6.09", "wpb": "2321.9", "bsz": "105.4", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.248", "train_wall": "16", "gb_free": "41.6", "wall": "12841"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.594, "loss": "0.01", "ppl": "1.01", "wps": "12353.8", "ups": "6.02", "wpb": "2050.8", "bsz": "99.3", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.226", "train_wall": "16", "gb_free": "42.5", "wall": "12857"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.618, "loss": "0.016", "ppl": "1.01", "wps": "12944.3", "ups": "6", "wpb": "2159.1", "bsz": "105.7", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.316", "train_wall": "16", "gb_free": "42.6", "wall": "12874"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.642, "loss": "0.013", "ppl": "1.01", "wps": "12035.9", "ups": "5.97", "wpb": "2016.7", "bsz": "98.2", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.323", "train_wall": "17", "gb_free": "42.7", "wall": "12891"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.666, "loss": "0.013", "ppl": "1.01", "wps": "13387.4", "ups": "6.17", "wpb": "2171.3", "bsz": "106.9", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.336", "train_wall": "16", "gb_free": "42.6", "wall": "12907"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.69, "loss": "0.012", "ppl": "1.01", "wps": "12353.5", "ups": "6.01", "wpb": "2056", "bsz": "99.8", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.277", "train_wall": "16", "gb_free": "42.7", "wall": "12924"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.714, "loss": "0.01", "ppl": "1.01", "wps": "14170.6", "ups": "6.08", "wpb": "2330.1", "bsz": "113.7", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.5", "wall": "12940"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.738, "loss": "0.01", "ppl": "1.01", "wps": "13128.6", "ups": "6.08", "wpb": "2158.3", "bsz": "102.2", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.26", "train_wall": "16", "gb_free": "41", "wall": "12957"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.762, "loss": "0.006", "ppl": "1", "wps": "13083", "ups": "6.12", "wpb": "2136.6", "bsz": "109.4", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.6", "wall": "12973"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.786, "loss": "0.011", "ppl": "1.01", "wps": "12093.9", "ups": "6.03", "wpb": "2004.2", "bsz": "99.3", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.284", "train_wall": "16", "gb_free": "42.6", "wall": "12990"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.81, "loss": "0.009", "ppl": "1.01", "wps": "13713.8", "ups": "6.18", "wpb": "2218.2", "bsz": "108.6", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13006"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.834, "loss": "0.006", "ppl": "1", "wps": "13295.2", "ups": "6.07", "wpb": "2189.2", "bsz": "111", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "13022"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.858, "loss": "0.01", "ppl": "1.01", "wps": "13105", "ups": "6.08", "wpb": "2154.8", "bsz": "95", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.273", "train_wall": "16", "gb_free": "42.5", "wall": "13039"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.882, "loss": "0.01", "ppl": "1.01", "wps": "11095", "ups": "5.99", "wpb": "1851.7", "bsz": "90.6", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.312", "train_wall": "16", "gb_free": "42", "wall": "13055"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.906, "loss": "0.009", "ppl": "1.01", "wps": "13352.6", "ups": "6.14", "wpb": "2174.4", "bsz": "107.9", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.255", "train_wall": "16", "gb_free": "42.6", "wall": "13072"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.93, "loss": "0.014", "ppl": "1.01", "wps": "11486.7", "ups": "6.02", "wpb": "1907.5", "bsz": "91", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.6", "wall": "13088"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.954, "loss": "0.007", "ppl": "1", "wps": "13206.4", "ups": "6.1", "wpb": "2163.8", "bsz": "107.5", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.8", "wall": "13105"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +{"epoch": 19, "update": 18.978, "loss": "0.009", "ppl": "1.01", "wps": "13675.2", "ups": "6.09", "wpb": "2247.2", "bsz": "108.3", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "13121"} +begin validation on "valid" subset +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +{"epoch": 19, "valid_loss": "0.168", "valid_ppl": "1.12", "valid_wps": "40456.9", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "79192", "valid_best_loss": "0.144"} +end of epoch 19 (average epoch stats below) +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +{"epoch": 19, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "12853.6", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "79192", "train_lr": "0.000112372", "train_gnorm": "0.256", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "13143"} +Start iterating over samples +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.002, "loss": "0.008", "ppl": "1.01", "wps": "8706", "ups": "4.34", "wpb": "2004.2", "bsz": "93.8", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13144"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.026, "loss": "0.008", "ppl": "1.01", "wps": "13938.9", "ups": "6.18", "wpb": "2257.2", "bsz": "112.7", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "13160"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.05, "loss": "0.014", "ppl": "1.01", "wps": "13967.4", "ups": "6.13", "wpb": "2276.7", "bsz": "105.1", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.261", "train_wall": "16", "gb_free": "42.5", "wall": "13177"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.074, "loss": "0.015", "ppl": "1.01", "wps": "12948", "ups": "5.99", "wpb": "2160.3", "bsz": "101.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.294", "train_wall": "16", "gb_free": "42.8", "wall": "13193"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.098, "loss": "0.01", "ppl": "1.01", "wps": "14362", "ups": "6.14", "wpb": "2340.7", "bsz": "111.2", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.288", "train_wall": "16", "gb_free": "42.6", "wall": "13210"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.122, "loss": "0.009", "ppl": "1.01", "wps": "13310.4", "ups": "6.05", "wpb": "2199.8", "bsz": "105.9", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.7", "wall": "13226"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.146, "loss": "0.01", "ppl": "1.01", "wps": "13433.9", "ups": "6.07", "wpb": "2212.4", "bsz": "108.6", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.236", "train_wall": "16", "gb_free": "42.4", "wall": "13243"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.17, "loss": "0.006", "ppl": "1", "wps": "12347.2", "ups": "6.1", "wpb": "2025", "bsz": "99", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.23", "train_wall": "16", "gb_free": "41.5", "wall": "13259"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.194, "loss": "0.008", "ppl": "1.01", "wps": "13523.4", "ups": "6.12", "wpb": "2210.3", "bsz": "104.4", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.227", "train_wall": "16", "gb_free": "42.5", "wall": "13275"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.218, "loss": "0.008", "ppl": "1.01", "wps": "13733.8", "ups": "6.1", "wpb": "2251.4", "bsz": "108.6", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.5", "wall": "13292"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.242, "loss": "0.008", "ppl": "1.01", "wps": "12497.1", "ups": "6.03", "wpb": "2070.9", "bsz": "98.6", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13308"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.266, "loss": "0.007", "ppl": "1", "wps": "10898.6", "ups": "6", "wpb": "1815.2", "bsz": "90.2", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.257", "train_wall": "16", "gb_free": "42.6", "wall": "13325"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.29, "loss": "0.012", "ppl": "1.01", "wps": "12580.2", "ups": "5.97", "wpb": "2106.5", "bsz": "101.5", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.298", "train_wall": "17", "gb_free": "42.6", "wall": "13342"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.314, "loss": "0.009", "ppl": "1.01", "wps": "12431.9", "ups": "6.03", "wpb": "2063.2", "bsz": "102.6", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.25", "train_wall": "16", "gb_free": "42.5", "wall": "13358"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.338, "loss": "0.006", "ppl": "1", "wps": "13182", "ups": "6.07", "wpb": "2170.9", "bsz": "105.4", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.4", "wall": "13375"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.362, "loss": "0.009", "ppl": "1.01", "wps": "12359.3", "ups": "6.08", "wpb": "2031.8", "bsz": "95.4", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "13391"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.386, "loss": "0.01", "ppl": "1.01", "wps": "13972.9", "ups": "6.09", "wpb": "2295.5", "bsz": "105.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.313", "train_wall": "16", "gb_free": "42.1", "wall": "13408"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.41, "loss": "0.007", "ppl": "1.01", "wps": "13130.3", "ups": "6.06", "wpb": "2165.6", "bsz": "99.4", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "13424"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.434, "loss": "0.009", "ppl": "1.01", "wps": "11179.2", "ups": "6.01", "wpb": "1861.3", "bsz": "90.2", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.7", "wall": "13441"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.458, "loss": "0.008", "ppl": "1.01", "wps": "12430.6", "ups": "6.03", "wpb": "2059.8", "bsz": "103.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "13458"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.482, "loss": "0.009", "ppl": "1.01", "wps": "14225.4", "ups": "6.17", "wpb": "2306.7", "bsz": "110.9", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.7", "wall": "13474"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.506, "loss": "0.008", "ppl": "1.01", "wps": "12325.3", "ups": "6.05", "wpb": "2038.9", "bsz": "96.8", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "13490"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.53, "loss": "0.007", "ppl": "1", "wps": "12907.1", "ups": "6.13", "wpb": "2106.8", "bsz": "99.7", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.4", "wall": "13507"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.554, "loss": "0.007", "ppl": "1", "wps": "12797.4", "ups": "6.07", "wpb": "2108.3", "bsz": "103.9", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "13523"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.578, "loss": "0.009", "ppl": "1.01", "wps": "13862", "ups": "6.12", "wpb": "2265.6", "bsz": "108.7", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.6", "wall": "13539"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.602, "loss": "0.01", "ppl": "1.01", "wps": "11851.8", "ups": "6.01", "wpb": "1971.8", "bsz": "92.3", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.247", "train_wall": "16", "gb_free": "42.5", "wall": "13556"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.626, "loss": "0.011", "ppl": "1.01", "wps": "12208.7", "ups": "5.96", "wpb": "2050", "bsz": "94.4", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.286", "train_wall": "17", "gb_free": "42.4", "wall": "13573"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.65, "loss": "0.007", "ppl": "1", "wps": "14832.6", "ups": "6.21", "wpb": "2389.7", "bsz": "119.3", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.223", "train_wall": "16", "gb_free": "42.5", "wall": "13589"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.674, "loss": "0.01", "ppl": "1.01", "wps": "13652.2", "ups": "6.04", "wpb": "2259.1", "bsz": "110.7", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.24", "train_wall": "16", "gb_free": "42.5", "wall": "13606"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.698, "loss": "0.007", "ppl": "1", "wps": "11885.4", "ups": "6.1", "wpb": "1947.6", "bsz": "96.9", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.203", "train_wall": "16", "gb_free": "41.9", "wall": "13622"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.722, "loss": "0.007", "ppl": "1", "wps": "14010.3", "ups": "6.11", "wpb": "2294.2", "bsz": "110.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.241", "train_wall": "16", "gb_free": "41.6", "wall": "13638"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.746, "loss": "0.009", "ppl": "1.01", "wps": "12568", "ups": "6.1", "wpb": "2061.5", "bsz": "99.8", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "13655"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.77, "loss": "0.011", "ppl": "1.01", "wps": "12988.6", "ups": "6.07", "wpb": "2140.5", "bsz": "104.7", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.7", "wall": "13671"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.794, "loss": "0.006", "ppl": "1", "wps": "12098.4", "ups": "6.09", "wpb": "1985.2", "bsz": "100.9", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.4", "wall": "13688"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.818, "loss": "0.007", "ppl": "1", "wps": "13335.7", "ups": "6.19", "wpb": "2155.1", "bsz": "104.8", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.8", "wall": "13704"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.842, "loss": "0.009", "ppl": "1.01", "wps": "13006.2", "ups": "6.08", "wpb": "2137.6", "bsz": "104.2", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "13720"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.866, "loss": "0.008", "ppl": "1.01", "wps": "12233.7", "ups": "6", "wpb": "2038.8", "bsz": "93.8", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.215", "train_wall": "16", "gb_free": "42.7", "wall": "13737"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.89, "loss": "0.005", "ppl": "1", "wps": "12463.6", "ups": "6.07", "wpb": "2054.3", "bsz": "101.1", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.186", "train_wall": "16", "gb_free": "42.6", "wall": "13753"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.914, "loss": "0.011", "ppl": "1.01", "wps": "13096", "ups": "6.07", "wpb": "2157.4", "bsz": "107.2", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.237", "train_wall": "16", "gb_free": "42.5", "wall": "13770"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.938, "loss": "0.006", "ppl": "1", "wps": "12468.7", "ups": "6.05", "wpb": "2060.8", "bsz": "100.5", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.208", "train_wall": "16", "gb_free": "42.5", "wall": "13786"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.962, "loss": "0.008", "ppl": "1.01", "wps": "12993.2", "ups": "6.11", "wpb": "2126.7", "bsz": "107.8", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.6", "wall": "13803"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +{"epoch": 20, "update": 19.986, "loss": "0.01", "ppl": "1.01", "wps": "13443", "ups": "6.12", "wpb": "2196.2", "bsz": "104.5", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.34", "train_wall": "16", "gb_free": "42.5", "wall": "13819"} +begin validation on "valid" subset +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +{"epoch": 20, "valid_loss": "0.171", "valid_ppl": "1.13", "valid_wps": "40495.6", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "83360", "valid_best_loss": "0.144"} +end of epoch 20 (average epoch stats below) +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +{"epoch": 20, "train_loss": "0.009", "train_ppl": "1.01", "train_wps": "12858.3", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "83360", "train_lr": "0.000109527", "train_gnorm": "0.24", "train_train_wall": "678", "train_gb_free": "42.4", "train_wall": "13835"} +Start iterating over samples +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.01, "loss": "0.007", "ppl": "1.01", "wps": "9951.8", "ups": "4.4", "wpb": "2262.2", "bsz": "112.2", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.242", "train_wall": "16", "gb_free": "42.5", "wall": "13842"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.034, "loss": "0.009", "ppl": "1.01", "wps": "12694.7", "ups": "6.11", "wpb": "2079.2", "bsz": "102.2", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "13858"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.058, "loss": "0.008", "ppl": "1.01", "wps": "13005.4", "ups": "6.05", "wpb": "2150.9", "bsz": "105.4", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.7", "wall": "13875"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.082, "loss": "0.008", "ppl": "1.01", "wps": "13589.1", "ups": "6.14", "wpb": "2213.1", "bsz": "104", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.6", "wall": "13891"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.106, "loss": "0.009", "ppl": "1.01", "wps": "12939.3", "ups": "5.98", "wpb": "2165.1", "bsz": "102.6", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.233", "train_wall": "17", "gb_free": "42.5", "wall": "13908"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.13, "loss": "0.008", "ppl": "1.01", "wps": "12314.8", "ups": "6.1", "wpb": "2019.6", "bsz": "103.4", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.201", "train_wall": "16", "gb_free": "42.6", "wall": "13924"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.154, "loss": "0.008", "ppl": "1.01", "wps": "12279.5", "ups": "6.03", "wpb": "2035.9", "bsz": "97.3", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.246", "train_wall": "16", "gb_free": "42.5", "wall": "13941"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.178, "loss": "0.006", "ppl": "1", "wps": "14469", "ups": "6.17", "wpb": "2346.6", "bsz": "113.5", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.9", "wall": "13957"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.202, "loss": "0.012", "ppl": "1.01", "wps": "12370", "ups": "6.13", "wpb": "2016.7", "bsz": "99.1", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.259", "train_wall": "16", "gb_free": "42.5", "wall": "13973"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.226, "loss": "0.013", "ppl": "1.01", "wps": "12871.7", "ups": "6.01", "wpb": "2140.2", "bsz": "98.9", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.318", "train_wall": "16", "gb_free": "42.5", "wall": "13990"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.25, "loss": "0.011", "ppl": "1.01", "wps": "12843.2", "ups": "6.06", "wpb": "2119", "bsz": "100.1", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.251", "train_wall": "16", "gb_free": "42.5", "wall": "14007"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.274, "loss": "0.01", "ppl": "1.01", "wps": "12777.9", "ups": "6.05", "wpb": "2113.7", "bsz": "101", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.5", "wall": "14023"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.298, "loss": "0.012", "ppl": "1.01", "wps": "13435.4", "ups": "6.02", "wpb": "2232.7", "bsz": "103.6", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.234", "train_wall": "16", "gb_free": "42.5", "wall": "14040"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.321, "loss": "0.01", "ppl": "1.01", "wps": "13090.8", "ups": "6.01", "wpb": "2179.2", "bsz": "103.1", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.225", "train_wall": "16", "gb_free": "42.1", "wall": "14056"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.345, "loss": "0.007", "ppl": "1", "wps": "11907.6", "ups": "6.06", "wpb": "1966.1", "bsz": "97.4", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.236", "train_wall": "16", "gb_free": "41.3", "wall": "14073"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.369, "loss": "0.01", "ppl": "1.01", "wps": "12202", "ups": "6", "wpb": "2034.9", "bsz": "95.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.299", "train_wall": "16", "gb_free": "42.5", "wall": "14090"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.393, "loss": "0.011", "ppl": "1.01", "wps": "13172.8", "ups": "6.05", "wpb": "2176", "bsz": "105.4", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.286", "train_wall": "16", "gb_free": "41.4", "wall": "14106"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.417, "loss": "0.007", "ppl": "1.01", "wps": "13543.3", "ups": "6.09", "wpb": "2225.5", "bsz": "111", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.221", "train_wall": "16", "gb_free": "42.5", "wall": "14122"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.441, "loss": "0.006", "ppl": "1", "wps": "13560.1", "ups": "6.06", "wpb": "2237.4", "bsz": "104.6", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.202", "train_wall": "16", "gb_free": "42.5", "wall": "14139"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.465, "loss": "0.007", "ppl": "1.01", "wps": "12511.4", "ups": "6.06", "wpb": "2064", "bsz": "102.6", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.252", "train_wall": "16", "gb_free": "42.5", "wall": "14155"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.489, "loss": "0.007", "ppl": "1.01", "wps": "12729", "ups": "6.12", "wpb": "2078.8", "bsz": "102.5", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.5", "wall": "14172"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.513, "loss": "0.007", "ppl": "1", "wps": "13975.6", "ups": "6.11", "wpb": "2285.5", "bsz": "110.2", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.6", "wall": "14188"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.537, "loss": "0.012", "ppl": "1.01", "wps": "12902.8", "ups": "6.06", "wpb": "2129.5", "bsz": "105", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.7", "wall": "14205"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.561, "loss": "0.008", "ppl": "1.01", "wps": "13065.5", "ups": "6.03", "wpb": "2168", "bsz": "102.5", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.7", "wall": "14221"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.585, "loss": "0.009", "ppl": "1.01", "wps": "12604.3", "ups": "6.06", "wpb": "2079", "bsz": "99.2", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.264", "train_wall": "16", "gb_free": "42.7", "wall": "14238"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.609, "loss": "0.005", "ppl": "1", "wps": "14154.3", "ups": "6.24", "wpb": "2270.1", "bsz": "110.3", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.2", "train_wall": "16", "gb_free": "42.4", "wall": "14254"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.633, "loss": "0.005", "ppl": "1", "wps": "12265.2", "ups": "6.13", "wpb": "2000.2", "bsz": "98.9", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.5", "wall": "14270"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.657, "loss": "0.008", "ppl": "1.01", "wps": "12840", "ups": "6.05", "wpb": "2121.1", "bsz": "101.1", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.247", "train_wall": "16", "gb_free": "41.5", "wall": "14287"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.681, "loss": "0.007", "ppl": "1", "wps": "12760.5", "ups": "6.13", "wpb": "2082.8", "bsz": "106.2", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.267", "train_wall": "16", "gb_free": "41.8", "wall": "14303"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.705, "loss": "0.008", "ppl": "1.01", "wps": "12324.6", "ups": "6.03", "wpb": "2043.4", "bsz": "96.7", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.269", "train_wall": "16", "gb_free": "42.7", "wall": "14320"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.729, "loss": "0.008", "ppl": "1.01", "wps": "12139.1", "ups": "5.97", "wpb": "2032.3", "bsz": "98.1", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.294", "train_wall": "17", "gb_free": "42.5", "wall": "14336"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.753, "loss": "0.008", "ppl": "1.01", "wps": "13210", "ups": "6.07", "wpb": "2177.2", "bsz": "104.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.3", "wall": "14353"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.777, "loss": "0.006", "ppl": "1", "wps": "13092.8", "ups": "6.13", "wpb": "2136", "bsz": "103.7", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.211", "train_wall": "16", "gb_free": "41.6", "wall": "14369"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.801, "loss": "0.009", "ppl": "1.01", "wps": "12425.1", "ups": "6.03", "wpb": "2059.8", "bsz": "95.5", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.245", "train_wall": "16", "gb_free": "42.5", "wall": "14386"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.825, "loss": "0.012", "ppl": "1.01", "wps": "13822.4", "ups": "6.09", "wpb": "2269", "bsz": "103.3", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.286", "train_wall": "16", "gb_free": "42.4", "wall": "14402"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.849, "loss": "0.009", "ppl": "1.01", "wps": "13146.4", "ups": "6.13", "wpb": "2143", "bsz": "105.4", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.6", "wall": "14419"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.873, "loss": "0.008", "ppl": "1.01", "wps": "13155.6", "ups": "6.16", "wpb": "2137", "bsz": "105.8", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.21", "train_wall": "16", "gb_free": "42.5", "wall": "14435"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.897, "loss": "0.007", "ppl": "1", "wps": "13306.7", "ups": "6.12", "wpb": "2175.1", "bsz": "97.7", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.212", "train_wall": "16", "gb_free": "42.7", "wall": "14451"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.921, "loss": "0.006", "ppl": "1", "wps": "12924.9", "ups": "6.08", "wpb": "2125.1", "bsz": "107.8", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.6", "wall": "14468"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.945, "loss": "0.006", "ppl": "1", "wps": "13482.3", "ups": "6.07", "wpb": "2221.2", "bsz": "112.7", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.198", "train_wall": "16", "gb_free": "41.5", "wall": "14484"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.969, "loss": "0.007", "ppl": "1", "wps": "13467.7", "ups": "6.11", "wpb": "2203.8", "bsz": "107.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.217", "train_wall": "16", "gb_free": "41.2", "wall": "14500"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +{"epoch": 21, "update": 20.993, "loss": "0.011", "ppl": "1.01", "wps": "12157.5", "ups": "5.97", "wpb": "2037", "bsz": "96", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.268", "train_wall": "17", "gb_free": "41.9", "wall": "14517"} +begin validation on "valid" subset +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +{"epoch": 21, "valid_loss": "0.161", "valid_ppl": "1.12", "valid_wps": "40757", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "87528", "valid_best_loss": "0.144"} +end of epoch 21 (average epoch stats below) +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +{"epoch": 21, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12855.8", "train_ups": "6.02", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "87528", "train_lr": "0.000106887", "train_gnorm": "0.239", "train_train_wall": "678", "train_gb_free": "42.7", "train_wall": "14528"} +Start iterating over samples +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.017, "loss": "0.008", "ppl": "1.01", "wps": "9837.6", "ups": "4.43", "wpb": "2220.6", "bsz": "107.9", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.19", "train_wall": "16", "gb_free": "42.4", "wall": "14540"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.041, "loss": "0.006", "ppl": "1", "wps": "12760.5", "ups": "6.09", "wpb": "2093.7", "bsz": "100.2", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.217", "train_wall": "16", "gb_free": "42.6", "wall": "14556"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.065, "loss": "0.007", "ppl": "1.01", "wps": "13471.8", "ups": "6.14", "wpb": "2193.4", "bsz": "104.7", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "14572"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.089, "loss": "0.006", "ppl": "1", "wps": "13755.4", "ups": "6.11", "wpb": "2250.8", "bsz": "111.8", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.208", "train_wall": "16", "gb_free": "41.5", "wall": "14589"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.113, "loss": "0.006", "ppl": "1", "wps": "12985.3", "ups": "6.07", "wpb": "2139.6", "bsz": "102", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.213", "train_wall": "16", "gb_free": "41.3", "wall": "14605"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.137, "loss": "0.005", "ppl": "1", "wps": "13491.9", "ups": "6.12", "wpb": "2204.6", "bsz": "109.7", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.167", "train_wall": "16", "gb_free": "42.6", "wall": "14622"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.161, "loss": "0.006", "ppl": "1", "wps": "12717.1", "ups": "6", "wpb": "2121.3", "bsz": "101.8", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.183", "train_wall": "16", "gb_free": "42.6", "wall": "14638"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.185, "loss": "0.006", "ppl": "1", "wps": "12592.1", "ups": "6.13", "wpb": "2055", "bsz": "99.4", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.188", "train_wall": "16", "gb_free": "42.6", "wall": "14655"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.209, "loss": "0.01", "ppl": "1.01", "wps": "11184.1", "ups": "5.94", "wpb": "1882.8", "bsz": "85", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.265", "train_wall": "17", "gb_free": "42.6", "wall": "14671"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.233, "loss": "0.005", "ppl": "1", "wps": "13826", "ups": "6.12", "wpb": "2259", "bsz": "108", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.5", "wall": "14688"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.257, "loss": "0.007", "ppl": "1.01", "wps": "13904.3", "ups": "6.12", "wpb": "2271", "bsz": "114.9", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.243", "train_wall": "16", "gb_free": "42.5", "wall": "14704"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.281, "loss": "0.011", "ppl": "1.01", "wps": "12349.2", "ups": "6.07", "wpb": "2034.8", "bsz": "100.1", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.346", "train_wall": "16", "gb_free": "42.5", "wall": "14721"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.305, "loss": "0.012", "ppl": "1.01", "wps": "11861.6", "ups": "5.99", "wpb": "1980.1", "bsz": "92.7", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.346", "train_wall": "17", "gb_free": "42.6", "wall": "14737"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.329, "loss": "0.007", "ppl": "1", "wps": "13564.3", "ups": "6.1", "wpb": "2224.2", "bsz": "111.4", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.232", "train_wall": "16", "gb_free": "42.8", "wall": "14754"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.353, "loss": "0.006", "ppl": "1", "wps": "12869.6", "ups": "6.14", "wpb": "2095.8", "bsz": "105", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.6", "wall": "14770"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.377, "loss": "0.008", "ppl": "1.01", "wps": "12837.3", "ups": "6.11", "wpb": "2100.9", "bsz": "100.4", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.29", "train_wall": "16", "gb_free": "42.8", "wall": "14786"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.401, "loss": "0.009", "ppl": "1.01", "wps": "13298.6", "ups": "6.06", "wpb": "2193.9", "bsz": "109", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.279", "train_wall": "16", "gb_free": "42.5", "wall": "14803"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.425, "loss": "0.009", "ppl": "1.01", "wps": "14401.3", "ups": "6.13", "wpb": "2349.3", "bsz": "109.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.233", "train_wall": "16", "gb_free": "42.5", "wall": "14819"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.449, "loss": "0.01", "ppl": "1.01", "wps": "13191.4", "ups": "6.06", "wpb": "2177.6", "bsz": "103.4", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14836"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.473, "loss": "0.009", "ppl": "1.01", "wps": "12173.3", "ups": "5.99", "wpb": "2033.7", "bsz": "98.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.235", "train_wall": "17", "gb_free": "42.6", "wall": "14852"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.497, "loss": "0.01", "ppl": "1.01", "wps": "14363.1", "ups": "6.13", "wpb": "2341.6", "bsz": "110.9", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "14869"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.521, "loss": "0.008", "ppl": "1.01", "wps": "12240.1", "ups": "6.01", "wpb": "2035.3", "bsz": "97.1", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.301", "train_wall": "16", "gb_free": "42.6", "wall": "14885"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.545, "loss": "0.006", "ppl": "1", "wps": "12912.6", "ups": "6.11", "wpb": "2113.9", "bsz": "102.6", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "14902"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.569, "loss": "0.008", "ppl": "1.01", "wps": "13159.8", "ups": "6.01", "wpb": "2190.9", "bsz": "105.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.238", "train_wall": "16", "gb_free": "42.6", "wall": "14918"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.593, "loss": "0.008", "ppl": "1.01", "wps": "12489.7", "ups": "6.15", "wpb": "2032.2", "bsz": "100.7", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.5", "wall": "14935"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.617, "loss": "0.009", "ppl": "1.01", "wps": "12393.9", "ups": "6.07", "wpb": "2041.2", "bsz": "97.4", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.218", "train_wall": "16", "gb_free": "41.6", "wall": "14951"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.641, "loss": "0.005", "ppl": "1", "wps": "12703.2", "ups": "6.07", "wpb": "2091.2", "bsz": "104.2", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.198", "train_wall": "16", "gb_free": "42.9", "wall": "14968"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.665, "loss": "0.007", "ppl": "1", "wps": "13827.5", "ups": "6.2", "wpb": "2231.5", "bsz": "111.8", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.5", "wall": "14984"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.689, "loss": "0.008", "ppl": "1.01", "wps": "13072.8", "ups": "6.12", "wpb": "2135", "bsz": "101.1", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.7", "wall": "15000"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.713, "loss": "0.008", "ppl": "1.01", "wps": "12924.6", "ups": "6.12", "wpb": "2111.1", "bsz": "98.8", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.26", "train_wall": "16", "gb_free": "41.7", "wall": "15016"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.737, "loss": "0.009", "ppl": "1.01", "wps": "13348.3", "ups": "6.08", "wpb": "2195", "bsz": "102.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.244", "train_wall": "16", "gb_free": "41.9", "wall": "15033"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.761, "loss": "0.007", "ppl": "1", "wps": "13902.6", "ups": "6.22", "wpb": "2235.3", "bsz": "107.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.6", "wall": "15049"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.785, "loss": "0.011", "ppl": "1.01", "wps": "12483.3", "ups": "6.13", "wpb": "2037.8", "bsz": "97", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.326", "train_wall": "16", "gb_free": "42.8", "wall": "15065"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.809, "loss": "0.009", "ppl": "1.01", "wps": "13006.7", "ups": "6.17", "wpb": "2108.8", "bsz": "99.5", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.28", "train_wall": "16", "gb_free": "42.5", "wall": "15082"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.833, "loss": "0.008", "ppl": "1.01", "wps": "11782.6", "ups": "6.06", "wpb": "1942.9", "bsz": "92", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.5", "wall": "15098"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.857, "loss": "0.007", "ppl": "1", "wps": "14027.3", "ups": "6.25", "wpb": "2243.3", "bsz": "111.4", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.209", "train_wall": "16", "gb_free": "42.6", "wall": "15114"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.881, "loss": "0.005", "ppl": "1", "wps": "11629.4", "ups": "6.09", "wpb": "1909.7", "bsz": "94", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.197", "train_wall": "16", "gb_free": "41.3", "wall": "15131"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.905, "loss": "0.012", "ppl": "1.01", "wps": "14798.2", "ups": "6.14", "wpb": "2411.3", "bsz": "111.8", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.262", "train_wall": "16", "gb_free": "42.6", "wall": "15147"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.929, "loss": "0.007", "ppl": "1", "wps": "12770.2", "ups": "6.18", "wpb": "2065.2", "bsz": "100.6", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.7", "wall": "15163"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.953, "loss": "0.006", "ppl": "1", "wps": "12155.4", "ups": "6.13", "wpb": "1983.2", "bsz": "93.3", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15179"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +{"epoch": 22, "update": 21.977, "loss": "0.006", "ppl": "1", "wps": "13989.5", "ups": "6.19", "wpb": "2261.6", "bsz": "110.6", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.7", "wall": "15195"} +begin validation on "valid" subset +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +{"epoch": 22, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40891.3", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "91696", "valid_best_loss": "0.144"} +end of epoch 22 (average epoch stats below) +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +{"epoch": 22, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "12914.5", "train_ups": "6.04", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "91696", "train_lr": "0.00010443", "train_gnorm": "0.236", "train_train_wall": "675", "train_gb_free": "42.5", "train_wall": "15218"} +Start iterating over samples +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.001, "loss": "0.007", "ppl": "1", "wps": "9758.6", "ups": "4.39", "wpb": "2224.4", "bsz": "106.9", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.213", "train_wall": "16", "gb_free": "42.5", "wall": "15218"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.025, "loss": "0.006", "ppl": "1", "wps": "12897.8", "ups": "6.12", "wpb": "2105.9", "bsz": "101.2", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.249", "train_wall": "16", "gb_free": "42.5", "wall": "15235"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.049, "loss": "0.007", "ppl": "1", "wps": "13474.6", "ups": "6.19", "wpb": "2178", "bsz": "104.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.205", "train_wall": "16", "gb_free": "42.5", "wall": "15251"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.073, "loss": "0.006", "ppl": "1", "wps": "11817.8", "ups": "6.13", "wpb": "1926.4", "bsz": "92.9", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.6", "wall": "15267"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.097, "loss": "0.007", "ppl": "1", "wps": "14518.5", "ups": "6.2", "wpb": "2340.5", "bsz": "110.2", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.209", "train_wall": "16", "gb_free": "41.8", "wall": "15283"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.121, "loss": "0.009", "ppl": "1.01", "wps": "13563.4", "ups": "6.18", "wpb": "2194.3", "bsz": "105.1", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.216", "train_wall": "16", "gb_free": "42.4", "wall": "15299"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.145, "loss": "0.007", "ppl": "1", "wps": "14405.3", "ups": "6.25", "wpb": "2306.1", "bsz": "111.9", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.5", "wall": "15315"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.169, "loss": "0.005", "ppl": "1", "wps": "12688.8", "ups": "6.13", "wpb": "2069.7", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.207", "train_wall": "16", "gb_free": "42.6", "wall": "15332"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.193, "loss": "0.007", "ppl": "1", "wps": "12676.7", "ups": "6.09", "wpb": "2081.8", "bsz": "98.8", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.274", "train_wall": "16", "gb_free": "42.5", "wall": "15348"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.217, "loss": "0.007", "ppl": "1", "wps": "11959.3", "ups": "6.11", "wpb": "1958.5", "bsz": "96.2", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15365"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.241, "loss": "0.006", "ppl": "1", "wps": "12763.9", "ups": "6.09", "wpb": "2097.1", "bsz": "101.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.196", "train_wall": "16", "gb_free": "41.7", "wall": "15381"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.265, "loss": "0.007", "ppl": "1", "wps": "13830.1", "ups": "6.18", "wpb": "2237.4", "bsz": "106.6", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.231", "train_wall": "16", "gb_free": "42.4", "wall": "15397"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.289, "loss": "0.008", "ppl": "1.01", "wps": "14807.2", "ups": "6.18", "wpb": "2394.7", "bsz": "114.3", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.22", "train_wall": "16", "gb_free": "42.6", "wall": "15413"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.313, "loss": "0.006", "ppl": "1", "wps": "12869.4", "ups": "6.16", "wpb": "2089.9", "bsz": "108", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.214", "train_wall": "16", "gb_free": "42.5", "wall": "15430"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.337, "loss": "0.005", "ppl": "1", "wps": "13110.6", "ups": "6.22", "wpb": "2106.9", "bsz": "109.1", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.6", "wall": "15446"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.361, "loss": "0.008", "ppl": "1.01", "wps": "10889.4", "ups": "6.04", "wpb": "1804.3", "bsz": "87.4", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.278", "train_wall": "16", "gb_free": "42.5", "wall": "15462"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.385, "loss": "0.008", "ppl": "1.01", "wps": "12450.6", "ups": "6.1", "wpb": "2041", "bsz": "97.9", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.348", "train_wall": "16", "gb_free": "42.7", "wall": "15479"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.409, "loss": "0.006", "ppl": "1", "wps": "13508.6", "ups": "6.15", "wpb": "2195.8", "bsz": "107.3", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.239", "train_wall": "16", "gb_free": "42.5", "wall": "15495"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.433, "loss": "0.013", "ppl": "1.01", "wps": "13233.1", "ups": "6.11", "wpb": "2166.6", "bsz": "102.3", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.264", "train_wall": "16", "gb_free": "41.4", "wall": "15511"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.457, "loss": "0.007", "ppl": "1", "wps": "13495.2", "ups": "6.13", "wpb": "2200.3", "bsz": "102.6", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.222", "train_wall": "16", "gb_free": "42.4", "wall": "15528"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.481, "loss": "0.006", "ppl": "1", "wps": "12765.9", "ups": "6.12", "wpb": "2086.1", "bsz": "100.5", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.219", "train_wall": "16", "gb_free": "42.5", "wall": "15544"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.505, "loss": "0.005", "ppl": "1", "wps": "12609.8", "ups": "6.15", "wpb": "2051.3", "bsz": "98.2", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.193", "train_wall": "16", "gb_free": "42.6", "wall": "15560"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.529, "loss": "0.006", "ppl": "1", "wps": "13219.2", "ups": "6.15", "wpb": "2150.2", "bsz": "103", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15577"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.553, "loss": "0.006", "ppl": "1", "wps": "12832.9", "ups": "6.18", "wpb": "2075.7", "bsz": "103.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.203", "train_wall": "16", "gb_free": "42.6", "wall": "15593"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.577, "loss": "0.008", "ppl": "1.01", "wps": "12590.7", "ups": "6.22", "wpb": "2025.6", "bsz": "99.7", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.258", "train_wall": "16", "gb_free": "42.5", "wall": "15609"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.601, "loss": "0.008", "ppl": "1.01", "wps": "12066.3", "ups": "6.13", "wpb": "1969.4", "bsz": "94.7", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.291", "train_wall": "16", "gb_free": "42.7", "wall": "15625"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.625, "loss": "0.006", "ppl": "1", "wps": "13220", "ups": "6.17", "wpb": "2141.7", "bsz": "104.4", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.7", "wall": "15641"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.649, "loss": "0.007", "ppl": "1", "wps": "13276.2", "ups": "6.22", "wpb": "2134.7", "bsz": "104.8", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.197", "train_wall": "16", "gb_free": "42.5", "wall": "15657"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.673, "loss": "0.01", "ppl": "1.01", "wps": "13115.4", "ups": "6.15", "wpb": "2134.2", "bsz": "102.7", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.248", "train_wall": "16", "gb_free": "42.1", "wall": "15674"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.697, "loss": "0.006", "ppl": "1", "wps": "12721.5", "ups": "6.12", "wpb": "2079.7", "bsz": "101.6", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.241", "train_wall": "16", "gb_free": "42.5", "wall": "15690"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.721, "loss": "0.009", "ppl": "1.01", "wps": "14292.8", "ups": "6.2", "wpb": "2305.4", "bsz": "103.4", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.229", "train_wall": "16", "gb_free": "42.7", "wall": "15706"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.745, "loss": "0.007", "ppl": "1.01", "wps": "12145.4", "ups": "6.17", "wpb": "1969.6", "bsz": "99.8", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.195", "train_wall": "16", "gb_free": "42.6", "wall": "15722"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.769, "loss": "0.008", "ppl": "1.01", "wps": "14667.8", "ups": "6.17", "wpb": "2377.5", "bsz": "110.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.224", "train_wall": "16", "gb_free": "42.6", "wall": "15739"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.793, "loss": "0.008", "ppl": "1.01", "wps": "14530.2", "ups": "6.21", "wpb": "2341.1", "bsz": "113.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.199", "train_wall": "16", "gb_free": "42.7", "wall": "15755"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.817, "loss": "0.006", "ppl": "1", "wps": "13129.2", "ups": "6.25", "wpb": "2100.2", "bsz": "104.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.164", "train_wall": "16", "gb_free": "42.2", "wall": "15771"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.841, "loss": "0.005", "ppl": "1", "wps": "13400.5", "ups": "6.18", "wpb": "2169.5", "bsz": "102.5", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.15", "train_wall": "16", "gb_free": "42.7", "wall": "15787"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.865, "loss": "0.004", "ppl": "1", "wps": "12652.7", "ups": "6.14", "wpb": "2059.3", "bsz": "101", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.168", "train_wall": "16", "gb_free": "42.6", "wall": "15803"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.889, "loss": "0.007", "ppl": "1.01", "wps": "13452.1", "ups": "6.16", "wpb": "2184.6", "bsz": "103.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.228", "train_wall": "16", "gb_free": "42.6", "wall": "15820"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.913, "loss": "0.008", "ppl": "1.01", "wps": "14105.5", "ups": "6.15", "wpb": "2292.4", "bsz": "109.9", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.23", "train_wall": "16", "gb_free": "42.8", "wall": "15836"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.937, "loss": "0.006", "ppl": "1", "wps": "11345.8", "ups": "6.06", "wpb": "1871.1", "bsz": "90.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.184", "train_wall": "16", "gb_free": "42.6", "wall": "15852"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.961, "loss": "0.009", "ppl": "1.01", "wps": "13574.8", "ups": "6.14", "wpb": "2210.5", "bsz": "104.6", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.24", "train_wall": "16", "gb_free": "41.8", "wall": "15869"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +{"epoch": 23, "update": 22.985, "loss": "0.006", "ppl": "1", "wps": "14375.4", "ups": "6.17", "wpb": "2331", "bsz": "109.1", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.204", "train_wall": "16", "gb_free": "42.4", "wall": "15885"} +begin validation on "valid" subset +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +{"epoch": 23, "valid_loss": "0.164", "valid_ppl": "1.12", "valid_wps": "40875.2", "valid_wpb": "2090.4", "valid_bsz": "101.3", "valid_num_updates": "95864", "valid_best_loss": "0.144"} +early stop since valid performance hasn't improved for last 10 runs +end of epoch 23 (average epoch stats below) +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +{"epoch": 23, "train_loss": "0.007", "train_ppl": "1", "train_wps": "13020", "train_ups": "6.09", "train_wpb": "2136.5", "train_bsz": "103.1", "train_num_updates": "95864", "train_lr": "0.000102134", "train_gnorm": "0.223", "train_train_wall": "670", "train_gb_free": "42.4", "train_wall": "15901"} +done training in 15898.7 seconds