· 8 years ago · Feb 25, 2018, 05:02 AM
1/ All parts should go together without \
2| forcing. You must remember that the |
3| parts you are reassembling were |
4| disassembled by you. Therefore, if you |
5| can't get them together again, there |
6| must be a reason. By all means, do not |
7| use a hammer. |
8| |
9\ -- IBM maintenance manual, 1925 /
10 ----------------------------------------
11 \ ^__^
12 \ (oo)\_______
13 (__)\ )\/\
14 ||----w |
15 || ||
16[bquast@UX32VD ~]$ cd nmt/
17[bquast@UX32VD nmt]$ python -m nmt.nmt \
18> --src=vi --tgt=en \
19> --vocab_prefix=/tmp/nmt_data/vocab \
20> --train_prefix=/tmp/nmt_data/train \
21> --dev_prefix=/tmp/nmt_data/tst2012 \
22> --test_prefix=/tmp/nmt_data/tst2013 \
23> --out_dir=/tmp/nmt_model \
24> --num_train_steps=12000 \
25> --steps_per_stats=100 \
26> --num_layers=2 \
27> --num_units=128 \
28> --dropout=0.2 \
29> --metrics=bleu
30/usr/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.
31 from ._conv import register_converters as _register_converters
32# Job id 0
33# hparams:
34 src=vi
35 tgt=en
36 train_prefix=/tmp/nmt_data/train
37 dev_prefix=/tmp/nmt_data/tst2012
38 test_prefix=/tmp/nmt_data/tst2013
39 out_dir=/tmp/nmt_model
40Traceback (most recent call last):
41 File "/usr/lib/python3.6/runpy.py", line 193, in _run_module_as_main
42 "__main__", mod_spec)
43 File "/usr/lib/python3.6/runpy.py", line 85, in _run_code
44 exec(code, run_globals)
45 File "/home/bquast/nmt/nmt/nmt.py", line 605, in <module>
46 tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
47 File "/usr/lib/python3.6/site-packages/tensorflow/python/platform/app.py", line 124, in run
48 _sys.exit(main(argv))
49 File "/home/bquast/nmt/nmt/nmt.py", line 598, in main
50 run_main(FLAGS, default_hparams, train_fn, inference_fn)
51 File "/home/bquast/nmt/nmt/nmt.py", line 562, in run_main
52 out_dir, default_hparams, flags.hparams_path, save_hparams=(jobid == 0))
53 File "/home/bquast/nmt/nmt/nmt.py", line 527, in create_or_load_hparams
54 hparams = extend_hparams(hparams)
55 File "/home/bquast/nmt/nmt/nmt.py", line 441, in extend_hparams
56 unk=vocab_utils.UNK)
57 File "/home/bquast/nmt/nmt/utils/vocab_utils.py", line 73, in check_vocab
58 raise ValueError("vocab_file '%s' does not exist." % vocab_file)
59ValueError: vocab_file '/tmp/nmt_data/vocab.vi' does not exist.
60[bquast@UX32VD nmt]$ nmt/scripts/download_iwslt15.sh /tmp/nmt_data
61mkdir: created directory '/tmp/nmt_data'
62Download training dataset train.en and train.vi.
63 % Total % Received % Xferd Average Speed Time Time Time Current
64 Dload Upload Total Spent Left Speed
65100 12.9M 100 12.9M 0 0 1867k 0 0:00:07 0:00:07 --:--:-- 2487k
66 % Total % Received % Xferd Average Speed Time Time Time Current
67 Dload Upload Total Spent Left Speed
68100 17.2M 100 17.2M 0 0 2205k 0 0:00:08 0:00:08 --:--:-- 2818k
69Download dev dataset tst2012.en and tst2012.vi.
70 % Total % Received % Xferd Average Speed Time Time Time Current
71 Dload Upload Total Spent Left Speed
72100 136k 100 136k 0 0 105k 0 0:00:01 0:00:01 --:--:-- 104k
73 % Total % Received % Xferd Average Speed Time Time Time Current
74 Dload Upload Total Spent Left Speed
75100 183k 100 183k 0 0 126k 0 0:00:01 0:00:01 --:--:-- 126k
76Download test dataset tst2013.en and tst2013.vi.
77 % Total % Received % Xferd Average Speed Time Time Time Current
78 Dload Upload Total Spent Left Speed
79100 129k 100 129k 0 0 113k 0 0:00:01 0:00:01 --:--:-- 113k
80 % Total % Received % Xferd Average Speed Time Time Time Current
81 Dload Upload Total Spent Left Speed
82100 179k 100 179k 0 0 136k 0 0:00:01 0:00:01 --:--:-- 136k
83Download vocab file vocab.en and vocab.vi.
84 % Total % Received % Xferd Average Speed Time Time Time Current
85 Dload Upload Total Spent Left Speed
86100 136k 100 136k 0 0 104k 0 0:00:01 0:00:01 --:--:-- 104k
87 % Total % Received % Xferd Average Speed Time Time Time Current
88 Dload Upload Total Spent Left Speed
89100 46767 100 46767 0 0 47382 0 --:--:-- --:--:-- --:--:-- 47382
90[bquast@UX32VD nmt]$ mkdir /tmp/nmt_model
91mkdir: cannot create directory ‘/tmp/nmt_model’: File exists
92[bquast@UX32VD nmt]$ python -m nmt.nmt --src=vi --tgt=en --vocab_prefix=/tmp/nmt_data/vocab --train_prefix=/tmp/nmt_data/train --dev_prefix=/tmp/nmt_data/tst2012 --test_prefix=/tmp/nmt_data/tst2013 --out_dir=/tmp/nmt_model --num_train_steps=12000 --steps_per_stats=100 --num_layers=2 --num_units=128 --dropout=0.2 --metrics=bleu
93/usr/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.
94 from ._conv import register_converters as _register_converters
95# Job id 0
96# hparams:
97 src=vi
98 tgt=en
99 train_prefix=/tmp/nmt_data/train
100 dev_prefix=/tmp/nmt_data/tst2012
101 test_prefix=/tmp/nmt_data/tst2013
102 out_dir=/tmp/nmt_model
103# Vocab file /tmp/nmt_data/vocab.vi exists
104# Vocab file /tmp/nmt_data/vocab.en exists
105 saving hparams to /tmp/nmt_model/hparams
106 saving hparams to /tmp/nmt_model/best_bleu/hparams
107 attention=
108 attention_architecture=standard
109 avg_ckpts=False
110 batch_size=128
111 beam_width=0
112 best_bleu=0
113 best_bleu_dir=/tmp/nmt_model/best_bleu
114 check_special_token=True
115 colocate_gradients_with_ops=True
116 decay_scheme=
117 dev_prefix=/tmp/nmt_data/tst2012
118 dropout=0.2
119 embed_prefix=None
120 encoder_type=uni
121 eos=</s>
122 epoch_step=0
123 forget_bias=1.0
124 infer_batch_size=32
125 init_op=uniform
126 init_weight=0.1
127 learning_rate=1.0
128 length_penalty_weight=0.0
129 log_device_placement=False
130 max_gradient_norm=5.0
131 max_train=0
132 metrics=['bleu']
133 num_buckets=5
134 num_decoder_layers=2
135 num_decoder_residual_layers=0
136 num_embeddings_partitions=0
137 num_encoder_layers=2
138 num_encoder_residual_layers=0
139 num_gpus=1
140 num_inter_threads=0
141 num_intra_threads=0
142 num_keep_ckpts=5
143 num_layers=2
144 num_train_steps=12000
145 num_translations_per_input=1
146 num_units=128
147 optimizer=sgd
148 out_dir=/tmp/nmt_model
149 output_attention=True
150 override_loaded_hparams=False
151 pass_hidden_state=True
152 random_seed=None
153 residual=False
154 sampling_temperature=0.0
155 share_vocab=False
156 sos=<s>
157 src=vi
158 src_embed_file=
159 src_max_len=50
160 src_max_len_infer=None
161 src_vocab_file=/tmp/nmt_data/vocab.vi
162 src_vocab_size=7709
163 steps_per_external_eval=None
164 steps_per_stats=100
165 subword_option=
166 test_prefix=/tmp/nmt_data/tst2013
167 tgt=en
168 tgt_embed_file=
169 tgt_max_len=50
170 tgt_max_len_infer=None
171 tgt_vocab_file=/tmp/nmt_data/vocab.en
172 tgt_vocab_size=17191
173 time_major=True
174 train_prefix=/tmp/nmt_data/train
175 unit_type=lstm
176 vocab_prefix=/tmp/nmt_data/vocab
177 warmup_scheme=t2t
178 warmup_steps=0
179# creating train graph ...
180 num_layers = 2, num_residual_layers=0
181 cell 0 LSTM, forget_bias=1 DropoutWrapper, dropout=0.2 DeviceWrapper, device=/gpu:0
182 cell 1 LSTM, forget_bias=1 DropoutWrapper, dropout=0.2 DeviceWrapper, device=/gpu:0
183 cell 0 LSTM, forget_bias=1 DropoutWrapper, dropout=0.2 DeviceWrapper, device=/gpu:0
184 cell 1 LSTM, forget_bias=1 DropoutWrapper, dropout=0.2 DeviceWrapper, device=/gpu:0
185 learning_rate=1, warmup_steps=0, warmup_scheme=t2t
186 decay_scheme=, start_decay_step=12000, decay_steps 0, decay_factor 1
187# Trainable variables
188 embeddings/encoder/embedding_encoder:0, (7709, 128), /device:GPU:0
189 embeddings/decoder/embedding_decoder:0, (17191, 128), /device:GPU:0
190 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_0/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
191 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_0/basic_lstm_cell/bias:0, (512,), /device:GPU:0
192 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_1/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
193 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_1/basic_lstm_cell/bias:0, (512,), /device:GPU:0
194 dynamic_seq2seq/decoder/multi_rnn_cell/cell_0/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
195 dynamic_seq2seq/decoder/multi_rnn_cell/cell_0/basic_lstm_cell/bias:0, (512,), /device:GPU:0
196 dynamic_seq2seq/decoder/multi_rnn_cell/cell_1/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
197 dynamic_seq2seq/decoder/multi_rnn_cell/cell_1/basic_lstm_cell/bias:0, (512,), /device:GPU:0
198 dynamic_seq2seq/decoder/output_projection/kernel:0, (128, 17191),
199# creating eval graph ...
200 num_layers = 2, num_residual_layers=0
201 cell 0 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
202 cell 1 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
203 cell 0 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
204 cell 1 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
205# Trainable variables
206 embeddings/encoder/embedding_encoder:0, (7709, 128), /device:GPU:0
207 embeddings/decoder/embedding_decoder:0, (17191, 128), /device:GPU:0
208 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_0/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
209 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_0/basic_lstm_cell/bias:0, (512,), /device:GPU:0
210 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_1/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
211 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_1/basic_lstm_cell/bias:0, (512,), /device:GPU:0
212 dynamic_seq2seq/decoder/multi_rnn_cell/cell_0/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
213 dynamic_seq2seq/decoder/multi_rnn_cell/cell_0/basic_lstm_cell/bias:0, (512,), /device:GPU:0
214 dynamic_seq2seq/decoder/multi_rnn_cell/cell_1/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
215 dynamic_seq2seq/decoder/multi_rnn_cell/cell_1/basic_lstm_cell/bias:0, (512,), /device:GPU:0
216 dynamic_seq2seq/decoder/output_projection/kernel:0, (128, 17191),
217# creating infer graph ...
218 num_layers = 2, num_residual_layers=0
219 cell 0 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
220 cell 1 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
221 cell 0 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
222 cell 1 LSTM, forget_bias=1 DeviceWrapper, device=/gpu:0
223# Trainable variables
224 embeddings/encoder/embedding_encoder:0, (7709, 128), /device:GPU:0
225 embeddings/decoder/embedding_decoder:0, (17191, 128), /device:GPU:0
226 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_0/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
227 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_0/basic_lstm_cell/bias:0, (512,), /device:GPU:0
228 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_1/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
229 dynamic_seq2seq/encoder/rnn/multi_rnn_cell/cell_1/basic_lstm_cell/bias:0, (512,), /device:GPU:0
230 dynamic_seq2seq/decoder/multi_rnn_cell/cell_0/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
231 dynamic_seq2seq/decoder/multi_rnn_cell/cell_0/basic_lstm_cell/bias:0, (512,), /device:GPU:0
232 dynamic_seq2seq/decoder/multi_rnn_cell/cell_1/basic_lstm_cell/kernel:0, (256, 512), /device:GPU:0
233 dynamic_seq2seq/decoder/multi_rnn_cell/cell_1/basic_lstm_cell/bias:0, (512,), /device:GPU:0
234 dynamic_seq2seq/decoder/output_projection/kernel:0, (128, 17191),
235# log_file=/tmp/nmt_model/log_1518438924
2362018-02-12 13:35:24.995429: I tensorflow/core/platform/cpu_feature_guard.cc:137] Your CPU supports instructions that this TensorFlow binary was not compiled to use: SSE4.1 SSE4.2 AVX
2372018-02-12 13:35:25.535892: E tensorflow/stream_executor/cuda/cuda_driver.cc:406] failed call to cuInit: CUDA_ERROR_UNKNOWN
2382018-02-12 13:35:25.535958: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:145] kernel driver does not appear to be running on this host (UX32VD): /proc/driver/nvidia/version does not exist
239 created train model with fresh parameters, time 1.66s
240 created infer model with fresh parameters, time 0.52s
241 # 1240
242 src: Khi bắt đầu chÆ°Æ¡ng trình nà y , tôi không biết mấy vá» chÃnh phủ .
243 ref: Now I didn 't know very much about government when I started this program .
244 nmt: distinctions distinctions Building regained eleventh Blackawton Blackawton eleventh E.U. E.U. E.U. instability signal signal signal signal signal tightly aim aim sooner amusement amusement amusement billboard Soviet Soviet Soviet hedge hedge
245 created eval model with fresh parameters, time 0.51s
246 eval dev: perplexity 17193.39, time 19s, Mon Feb 12 13:35:52 2018.
247 eval test: perplexity 17194.57, time 19s, Mon Feb 12 13:36:11 2018.
2482018-02-12 13:36:11.596508: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
2492018-02-12 13:36:11.596783: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
2502018-02-12 13:36:11.596899: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
251 created infer model with fresh parameters, time 0.10s
252# Start step 0, lr 1, Mon Feb 12 13:36:11 2018
253# Init train iterator, skipping 0 elements
2542018-02-12 13:36:22.116717: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113211 of 128000
2552018-02-12 13:36:23.437127: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
256 step 100 lr 1 step-time 4.05s wps 1.39K ppl 1635.48 gN 13.47 bleu 0.00, Mon Feb 12 13:42:56 2018
257 step 200 lr 1 step-time 3.71s wps 1.49K ppl 516.62 gN 5.85 bleu 0.00, Mon Feb 12 13:49:07 2018
258 step 300 lr 1 step-time 3.74s wps 1.49K ppl 357.07 gN 5.05 bleu 0.00, Mon Feb 12 13:55:22 2018
259 step 400 lr 1 step-time 3.79s wps 1.50K ppl 262.99 gN 4.27 bleu 0.00, Mon Feb 12 14:01:40 2018
260 step 500 lr 1 step-time 3.77s wps 1.49K ppl 216.65 gN 3.85 bleu 0.00, Mon Feb 12 14:07:57 2018
261 step 600 lr 1 step-time 3.77s wps 1.49K ppl 191.49 gN 3.34 bleu 0.00, Mon Feb 12 14:14:14 2018
262 step 700 lr 1 step-time 3.76s wps 1.49K ppl 170.77 gN 3.08 bleu 0.00, Mon Feb 12 14:20:31 2018
263 step 800 lr 1 step-time 3.75s wps 1.48K ppl 158.88 gN 3.11 bleu 0.00, Mon Feb 12 14:26:46 2018
264 step 900 lr 1 step-time 3.78s wps 1.50K ppl 152.85 gN 3.25 bleu 0.00, Mon Feb 12 14:33:04 2018
265 step 1000 lr 1 step-time 3.78s wps 1.50K ppl 141.75 gN 3.00 bleu 0.00, Mon Feb 12 14:39:22 2018
266# Save eval, global step 1000
2672018-02-12 14:39:24.977493: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
2682018-02-12 14:39:24.978100: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
2692018-02-12 14:39:24.978100: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
270 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-1000, time 0.05s
271 # 392
272 src: Và dụ , nếu bạn sống ở ban California , thì mùa xuân nà y sẽ có má»™t cuá»™c trÆ°ng cầu dân ý tại đây , chúng tôi Ä‘ang ná»— lá»±c tái định hÆ°á»›ng má»™t phần tiá»n sá» dụng và o các hình phạt .
273 ref: If you live in the state of California , for example , there 's a referendum coming up this spring where actually there 's going to be an effort to redirect some of the money we spend on the politics of punishment .
274 nmt: I 'm going to be a very bit of a very , and I was in a very <unk> , and I was a very , and I was going to be a very , and I was going to do .
2752018-02-12 14:39:25.148848: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
2762018-02-12 14:39:25.149210: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
277 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-1000, time 0.08s
278 eval dev: perplexity 114.71, time 19s, Mon Feb 12 14:39:45 2018.
279 eval test: perplexity 131.62, time 19s, Mon Feb 12 14:40:04 2018.
280# Finished an epoch, step 1043. Perform external evaluation
2812018-02-12 14:42:38.477753: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
2822018-02-12 14:42:38.478031: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
2832018-02-12 14:42:38.478146: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
284 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-1000, time 0.06s
285 # 1186
286 src: Chúng tôi lá»±a chá»n má»™t và i ứng viên má»—i năm , há» sẽ là m việc vá»›i chÃnh quyá»n thà nh phố .
287 ref: We select a few fellows every year and we have them work with city governments .
288 nmt: I 'm going to be a very bit of a very , and I was in a very time .
2892018-02-12 14:42:38.590134: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
2902018-02-12 14:42:38.590420: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
2912018-02-12 14:42:38.590531: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
292 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-1000, time 0.06s
293# External evaluation, global step 1000
294 decoding to output /tmp/nmt_model/output_dev.
295 done, num sentences 1553, num translations per input 1, time 37s, Mon Feb 12 14:43:15 2018.
296 bleu dev: 0.8
297 saving hparams to /tmp/nmt_model/hparams
298# External evaluation, global step 1000
299 decoding to output /tmp/nmt_model/output_test.
300 done, num sentences 1268, num translations per input 1, time 35s, Mon Feb 12 14:43:52 2018.
301 bleu test: 0.7
302 saving hparams to /tmp/nmt_model/hparams
3032018-02-12 14:44:02.930738: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113633 of 128000
3042018-02-12 14:44:04.205631: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
305 step 1100 lr 1 step-time 3.88s wps 1.41K ppl 131.02 gN 3.02 bleu 0.77, Mon Feb 12 14:47:47 2018
306 step 1200 lr 1 step-time 3.77s wps 1.50K ppl 124.34 gN 3.00 bleu 0.77, Mon Feb 12 14:54:04 2018
307 step 1300 lr 1 step-time 3.71s wps 1.49K ppl 116.09 gN 2.81 bleu 0.77, Mon Feb 12 15:00:15 2018
308 step 1400 lr 1 step-time 3.77s wps 1.50K ppl 117.09 gN 3.07 bleu 0.77, Mon Feb 12 15:06:31 2018
309 step 1500 lr 1 step-time 3.79s wps 1.49K ppl 110.34 gN 2.75 bleu 0.77, Mon Feb 12 15:12:50 2018
310 step 1600 lr 1 step-time 3.75s wps 1.50K ppl 107.98 gN 2.91 bleu 0.77, Mon Feb 12 15:19:05 2018
311 step 1700 lr 1 step-time 3.76s wps 1.49K ppl 104.95 gN 2.84 bleu 0.77, Mon Feb 12 15:25:21 2018
312 step 1800 lr 1 step-time 3.79s wps 1.50K ppl 102.66 gN 2.90 bleu 0.77, Mon Feb 12 15:31:40 2018
313^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[^[~ step 1900 lr 1 step-time 3.77s wps 1.50K ppl 99.74 gN 2.89 bleu 0.77, Mon Feb 12 15:37:56 2018
314 step 2000 lr 1 step-time 3.78s wps 1.50K ppl 96.35 gN 2.84 bleu 0.77, Mon Feb 12 15:44:15 2018
315# Save eval, global step 2000
3162018-02-12 15:44:17.637731: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3172018-02-12 15:44:17.638131: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
3182018-02-12 15:44:17.638295: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
319 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-2000, time 0.09s
320 # 1301
321 src: Cuá»™c chiến của há» không giống chúng ta không phải việc ai sẽ là ngÆ°á»i lên tiếng ; mà tất cả há» sẽ phải là m Ä‘iá»u đó .
322 ref: They 're not fighting that battle that we 're all fighting about who gets to speak ; they all get to speak .
323 nmt: The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk>
3242018-02-12 15:44:17.775932: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3252018-02-12 15:44:17.776411: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
326 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-2000, time 0.07s
327 eval dev: perplexity 96.51, time 19s, Mon Feb 12 15:44:37 2018.
328 eval test: perplexity 113.85, time 19s, Mon Feb 12 15:44:57 2018.
329# Finished an epoch, step 2086. Perform external evaluation
3302018-02-12 15:50:10.031647: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3312018-02-12 15:50:10.031916: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
3322018-02-12 15:50:10.032027: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
333 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-2000, time 0.06s
334 # 109
335 src: Thất bại sẽ đến một cách dễ dà ng .
336 ref: Defeat would have come too easily .
337 nmt: The <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk> <unk>
3382018-02-12 15:50:10.112280: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3392018-02-12 15:50:10.112602: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
3402018-02-12 15:50:10.112824: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
341 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-2000, time 0.06s
342# External evaluation, global step 2000
343 decoding to output /tmp/nmt_model/output_dev.
344 done, num sentences 1553, num translations per input 1, time 42s, Mon Feb 12 15:50:52 2018.
345 bleu dev: 0.4
346 saving hparams to /tmp/nmt_model/hparams
347# External evaluation, global step 2000
348 decoding to output /tmp/nmt_model/output_test.
349 done, num sentences 1268, num translations per input 1, time 40s, Mon Feb 12 15:51:34 2018.
350 bleu test: 0.2
351 saving hparams to /tmp/nmt_model/hparams
3522018-02-12 15:51:44.642952: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113101 of 128000
3532018-02-12 15:51:45.969522: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
354 step 2100 lr 1 step-time 3.86s wps 1.41K ppl 92.84 gN 3.01 bleu 0.77, Mon Feb 12 15:52:48 2018
355 step 2200 lr 1 step-time 3.79s wps 1.50K ppl 89.53 gN 2.86 bleu 0.77, Mon Feb 12 15:59:07 2018
356 step 2300 lr 1 step-time 3.74s wps 1.49K ppl 85.00 gN 2.80 bleu 0.77, Mon Feb 12 16:05:21 2018
357 step 2400 lr 1 step-time 3.77s wps 1.50K ppl 87.36 gN 3.03 bleu 0.77, Mon Feb 12 16:11:38 2018
358 step 2500 lr 1 step-time 3.78s wps 1.49K ppl 83.25 gN 2.79 bleu 0.77, Mon Feb 12 16:17:56 2018
359 step 2600 lr 1 step-time 3.79s wps 1.49K ppl 84.35 gN 2.93 bleu 0.77, Mon Feb 12 16:24:14 2018
360 step 2700 lr 1 step-time 3.73s wps 1.48K ppl 79.77 gN 2.82 bleu 0.77, Mon Feb 12 16:30:27 2018
361 step 2800 lr 1 step-time 3.74s wps 1.50K ppl 78.21 gN 2.90 bleu 0.77, Mon Feb 12 16:36:42 2018
362 step 2900 lr 1 step-time 3.81s wps 1.50K ppl 78.06 gN 2.87 bleu 0.77, Mon Feb 12 16:43:03 2018
363 step 3000 lr 1 step-time 3.74s wps 1.50K ppl 76.66 gN 2.94 bleu 0.77, Mon Feb 12 16:49:17 2018
364# Save eval, global step 3000
3652018-02-12 16:49:19.177282: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3662018-02-12 16:49:19.177637: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
3672018-02-12 16:49:19.177818: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
368 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-3000, time 0.05s
369 # 413
370 src: Rất cảm ơn anh đã đến với TED . Một lần nữa xin cảm ơn anh .
371 ref: Thank you so much for coming to TED . Thank you .
372 nmt: It 's not just the same thing that I 'm going to do .
3732018-02-12 16:49:19.292688: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3742018-02-12 16:49:19.293062: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
375 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-3000, time 0.08s
376 eval dev: perplexity 61.31, time 19s, Mon Feb 12 16:49:39 2018.
377 eval test: perplexity 70.82, time 19s, Mon Feb 12 16:49:58 2018.
378 step 3100 lr 1 step-time 3.71s wps 1.49K ppl 72.34 gN 2.77 bleu 0.77, Mon Feb 12 16:56:09 2018
379# Finished an epoch, step 3129. Perform external evaluation
3802018-02-12 16:57:55.238354: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3812018-02-12 16:57:55.238805: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
3822018-02-12 16:57:55.238902: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
383 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-3000, time 0.07s
384 # 280
385 src: Vá»›i tôi , việc đó có nghÄ©a là dà nh thá»i gian để suy nghÄ© , để nói vá» ngÆ°á»i nghèo , ngÆ°á»i có hoà n cảnh khó khăn , vá» những ai không có dịp đến vá»›i TED
386 ref: And for me that means spending time thinking and talking about the poor , the disadvantaged , those who will never get to TED .
387 nmt: Well , I think , this is the <unk> , but it 's not just the same , but it 's not just the same , but it 's not just the same .
3882018-02-12 16:57:55.372714: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
3892018-02-12 16:57:55.372979: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
3902018-02-12 16:57:55.373096: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
391 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-3000, time 0.06s
392# External evaluation, global step 3000
393 decoding to output /tmp/nmt_model/output_dev.
394 done, num sentences 1553, num translations per input 1, time 35s, Mon Feb 12 16:58:30 2018.
395 bleu dev: 2.4
396 saving hparams to /tmp/nmt_model/hparams
397# External evaluation, global step 3000
398 decoding to output /tmp/nmt_model/output_test.
399 done, num sentences 1268, num translations per input 1, time 34s, Mon Feb 12 16:59:06 2018.
400 bleu test: 1.9
401 saving hparams to /tmp/nmt_model/hparams
4022018-02-12 16:59:17.191845: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113257 of 128000
4032018-02-12 16:59:18.498113: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
404 step 3200 lr 1 step-time 3.92s wps 1.41K ppl 71.21 gN 2.98 bleu 2.42, Mon Feb 12 17:03:53 2018
405 step 3300 lr 1 step-time 3.77s wps 1.50K ppl 70.36 gN 2.91 bleu 2.42, Mon Feb 12 17:10:10 2018
406 step 3400 lr 1 step-time 3.74s wps 1.50K ppl 69.31 gN 2.88 bleu 2.42, Mon Feb 12 17:16:24 2018
407 step 3500 lr 1 step-time 3.76s wps 1.49K ppl 68.67 gN 2.93 bleu 2.42, Mon Feb 12 17:22:40 2018
408 step 3600 lr 1 step-time 3.74s wps 1.49K ppl 67.83 gN 2.98 bleu 2.42, Mon Feb 12 17:28:54 2018
409 step 3700 lr 1 step-time 3.79s wps 1.50K ppl 67.37 gN 2.84 bleu 2.42, Mon Feb 12 17:35:13 2018
410 step 3800 lr 1 step-time 3.75s wps 1.51K ppl 65.97 gN 2.87 bleu 2.42, Mon Feb 12 17:41:28 2018
411 step 3900 lr 1 step-time 3.77s wps 1.50K ppl 66.11 gN 2.93 bleu 2.42, Mon Feb 12 17:47:46 2018
412 step 4000 lr 1 step-time 3.74s wps 1.49K ppl 64.57 gN 2.90 bleu 2.42, Mon Feb 12 17:54:00 2018
413# Save eval, global step 4000
4142018-02-12 17:54:02.587632: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4152018-02-12 17:54:02.587919: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
4162018-02-12 17:54:02.588036: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
417 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-4000, time 0.04s
418 # 1467
419 src: Và ở đây bạn sẽ thấy , cùng với vải nỉ , giấy và chai nước , Geordie đã là m ra ...
420 ref: Here you see , with felt and paper water bottles , we have Geordie making ...
421 nmt: And then you see , this is the <unk> , the <unk> , the <unk> , the <unk> <unk> , the <unk> <unk> .
4222018-02-12 17:54:02.728988: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4232018-02-12 17:54:02.729562: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
424 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-4000, time 0.08s
425 eval dev: perplexity 53.18, time 19s, Mon Feb 12 17:54:22 2018.
426 eval test: perplexity 61.43, time 19s, Mon Feb 12 17:54:42 2018.
427 step 4100 lr 1 step-time 3.77s wps 1.50K ppl 64.56 gN 2.90 bleu 2.42, Mon Feb 12 18:00:58 2018
428# Finished an epoch, step 4172. Perform external evaluation
4292018-02-12 18:05:20.116605: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4302018-02-12 18:05:20.116880: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
4312018-02-12 18:05:20.116991: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
432 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-4000, time 0.06s
433 # 470
434 src: Theo thá»i gian nó sẽ thay đổi-- nó thay đổi do con ngÆ°á»i là m Ä‘iá»u gì đó tác Ä‘á»™ng hay do tá»± nhiên
435 ref: And over time it changes -- it changes because people do things , or naturally .
436 nmt: And when it 's the same thing that 's going to be the same thing that you 're going to do is to do this .
4372018-02-12 18:05:20.236428: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4382018-02-12 18:05:20.236700: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
4392018-02-12 18:05:20.236807: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
440 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-4000, time 0.06s
441# External evaluation, global step 4000
442 decoding to output /tmp/nmt_model/output_dev.
443 done, num sentences 1553, num translations per input 1, time 36s, Mon Feb 12 18:05:56 2018.
444 bleu dev: 2.7
445 saving hparams to /tmp/nmt_model/hparams
446# External evaluation, global step 4000
447 decoding to output /tmp/nmt_model/output_test.
448 done, num sentences 1268, num translations per input 1, time 36s, Mon Feb 12 18:06:34 2018.
449 bleu test: 2.2
450 saving hparams to /tmp/nmt_model/hparams
4512018-02-12 18:06:44.709794: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113578 of 128000
4522018-02-12 18:06:45.993569: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
453 step 4200 lr 1 step-time 3.87s wps 1.41K ppl 61.69 gN 3.02 bleu 2.70, Mon Feb 12 18:08:40 2018
454 step 4300 lr 1 step-time 3.73s wps 1.50K ppl 60.20 gN 2.94 bleu 2.70, Mon Feb 12 18:14:53 2018
455 step 4400 lr 1 step-time 3.76s wps 1.50K ppl 59.85 gN 2.93 bleu 2.70, Mon Feb 12 18:21:10 2018
456 step 4500 lr 1 step-time 3.80s wps 1.50K ppl 59.43 gN 2.90 bleu 2.70, Mon Feb 12 18:27:29 2018
457 step 4600 lr 1 step-time 3.71s wps 1.49K ppl 58.05 gN 2.89 bleu 2.70, Mon Feb 12 18:33:41 2018
458 step 4700 lr 1 step-time 3.79s wps 1.50K ppl 58.35 gN 2.93 bleu 2.70, Mon Feb 12 18:40:00 2018
459 step 4800 lr 1 step-time 3.75s wps 1.49K ppl 55.84 gN 2.80 bleu 2.70, Mon Feb 12 18:46:15 2018
460 step 4900 lr 1 step-time 3.77s wps 1.50K ppl 57.86 gN 2.95 bleu 2.70, Mon Feb 12 18:52:32 2018
461 step 5000 lr 1 step-time 3.78s wps 1.50K ppl 57.26 gN 2.91 bleu 2.70, Mon Feb 12 18:58:49 2018
462# Save eval, global step 5000
4632018-02-12 18:58:52.326368: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4642018-02-12 18:58:52.326644: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
4652018-02-12 18:58:52.326751: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
466 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-5000, time 0.04s
467 # 1465
468 src: Chúng tôi cÅ©ng Ä‘Æ°a littleBits tá»›i các trÆ°á»ng dạy thiết kế .
469 ref: We 've also been taking littleBits to design schools .
470 nmt: We 're all <unk> in the United States .
4712018-02-12 18:58:52.448472: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4722018-02-12 18:58:52.448997: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
473 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-5000, time 0.09s
474 eval dev: perplexity 46.80, time 19s, Mon Feb 12 18:59:12 2018.
475 eval test: perplexity 54.08, time 19s, Mon Feb 12 18:59:31 2018.
4762018-02-12 18:59:34.112131: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4772018-02-12 18:59:34.112423: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
4782018-02-12 18:59:34.112534: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
479 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-5000, time 0.05s
480 # 839
481 src: Äiá»u há» cần là má»™t văn hoá y há»c cần xác định lại .
482 ref: What they need is a redefined medical culture .
483 nmt: They 're not a very important way to do that .
4842018-02-12 18:59:34.211370: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
4852018-02-12 18:59:34.211669: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
4862018-02-12 18:59:34.211807: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
487 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-5000, time 0.06s
488# External evaluation, global step 5000
489 decoding to output /tmp/nmt_model/output_dev.
490 done, num sentences 1553, num translations per input 1, time 32s, Mon Feb 12 19:00:06 2018.
491 bleu dev: 3.7
492 saving hparams to /tmp/nmt_model/hparams
493# External evaluation, global step 5000
494 decoding to output /tmp/nmt_model/output_test.
495 done, num sentences 1268, num translations per input 1, time 30s, Mon Feb 12 19:00:38 2018.
496 bleu test: 3.2
497 saving hparams to /tmp/nmt_model/hparams
498 step 5100 lr 1 step-time 3.74s wps 1.50K ppl 55.86 gN 2.92 bleu 3.69, Mon Feb 12 19:06:52 2018
499 step 5200 lr 1 step-time 3.74s wps 1.50K ppl 56.14 gN 2.88 bleu 3.69, Mon Feb 12 19:13:06 2018
500# Finished an epoch, step 5215. Perform external evaluation
5012018-02-12 19:13:55.663563: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5022018-02-12 19:13:55.663845: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
5032018-02-12 19:13:55.663965: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
504 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-5000, time 0.06s
505 # 157
506 src: Bà nói : " nà o , hãy chắc chắn là con sẽ không là m thế chứ " . Tôi nói " chắc chắn ạ "
507 ref: She said , " Now you make sure you don 't do that . " I said , " Sure . "
508 nmt: She said , " You know , I 'm going to talk about the question of the question . "
5092018-02-12 19:13:55.774877: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5102018-02-12 19:13:55.775250: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
5112018-02-12 19:13:55.775428: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
512 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-5000, time 0.06s
513# External evaluation, global step 5000
514 decoding to output /tmp/nmt_model/output_dev.
515 done, num sentences 1553, num translations per input 1, time 32s, Mon Feb 12 19:14:28 2018.
516 bleu dev: 3.7
517 saving hparams to /tmp/nmt_model/hparams
518# External evaluation, global step 5000
519 decoding to output /tmp/nmt_model/output_test.
520 done, num sentences 1268, num translations per input 1, time 30s, Mon Feb 12 19:14:59 2018.
521 bleu test: 3.2
522 saving hparams to /tmp/nmt_model/hparams
5232018-02-12 19:15:09.810574: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 114125 of 128000
5242018-02-12 19:15:11.031404: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
525 step 5300 lr 1 step-time 3.86s wps 1.41K ppl 52.85 gN 3.08 bleu 3.69, Mon Feb 12 19:20:36 2018
526 step 5400 lr 1 step-time 3.77s wps 1.50K ppl 53.84 gN 3.01 bleu 3.69, Mon Feb 12 19:26:53 2018
527 step 5500 lr 1 step-time 3.69s wps 1.49K ppl 51.86 gN 2.94 bleu 3.69, Mon Feb 12 19:33:02 2018
528 step 5600 lr 1 step-time 3.77s wps 1.50K ppl 51.56 gN 2.92 bleu 3.69, Mon Feb 12 19:39:19 2018
529 step 5700 lr 1 step-time 3.81s wps 1.51K ppl 53.27 gN 2.99 bleu 3.69, Mon Feb 12 19:45:40 2018
530 step 5800 lr 1 step-time 3.72s wps 1.49K ppl 51.33 gN 2.96 bleu 3.69, Mon Feb 12 19:51:52 2018
531 step 5900 lr 1 step-time 3.78s wps 1.50K ppl 51.66 gN 2.92 bleu 3.69, Mon Feb 12 19:58:11 2018
532 step 6000 lr 1 step-time 3.73s wps 1.50K ppl 50.26 gN 2.95 bleu 3.69, Mon Feb 12 20:04:23 2018
533# Save eval, global step 6000
5342018-02-12 20:04:26.027711: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5352018-02-12 20:04:26.028050: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
5362018-02-12 20:04:26.028241: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
537 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-6000, time 0.05s
538 # 242
539 src: Và điá»u thú vị là khi tôi dạy há»c sinh của mình vá» lịch sá» của ngÆ°á»i Mỹ gốc Phi Tôi kể vá»›i há» vá» chế Ä‘á»™ nô lệ ,
540 ref: And it 's interesting , when I teach my students about African-American history , I tell them about slavery .
541 nmt: And the first thing I learned was that I was born in the world with my family to the <unk> of the <unk> <unk> .
5422018-02-12 20:04:26.168077: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5432018-02-12 20:04:26.168566: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
544 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-6000, time 0.08s
545 eval dev: perplexity 43.44, time 19s, Mon Feb 12 20:04:46 2018.
546 eval test: perplexity 50.07, time 19s, Mon Feb 12 20:05:05 2018.
547 step 6100 lr 1 step-time 3.72s wps 1.50K ppl 50.12 gN 2.97 bleu 3.69, Mon Feb 12 20:11:17 2018
548 step 6200 lr 1 step-time 3.77s wps 1.50K ppl 50.89 gN 2.94 bleu 3.69, Mon Feb 12 20:17:35 2018
549# Finished an epoch, step 6258. Perform external evaluation
5502018-02-12 20:21:06.797019: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5512018-02-12 20:21:06.797295: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
5522018-02-12 20:21:06.797540: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
553 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-6000, time 0.07s
554 # 1162
555 src: Nhưng chúng thực hiện được công việc .
556 ref: But they do the job .
557 nmt: But they 're also very different .
5582018-02-12 20:21:06.881972: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5592018-02-12 20:21:06.882307: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
5602018-02-12 20:21:06.882385: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
561 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-6000, time 0.06s
562# External evaluation, global step 6000
563 decoding to output /tmp/nmt_model/output_dev.
564 done, num sentences 1553, num translations per input 1, time 32s, Mon Feb 12 20:21:39 2018.
565 bleu dev: 4.3
566 saving hparams to /tmp/nmt_model/hparams
567# External evaluation, global step 6000
568 decoding to output /tmp/nmt_model/output_test.
569 done, num sentences 1268, num translations per input 1, time 30s, Mon Feb 12 20:22:10 2018.
570 bleu test: 3.6
571 saving hparams to /tmp/nmt_model/hparams
5722018-02-12 20:22:21.310708: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113505 of 128000
5732018-02-12 20:22:22.589753: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
574 step 6300 lr 1 step-time 3.91s wps 1.42K ppl 49.17 gN 3.17 bleu 4.34, Mon Feb 12 20:25:10 2018
575 step 6400 lr 1 step-time 3.76s wps 1.49K ppl 47.64 gN 3.08 bleu 4.34, Mon Feb 12 20:31:26 2018
576 step 6500 lr 1 step-time 3.73s wps 1.50K ppl 47.53 gN 3.02 bleu 4.34, Mon Feb 12 20:37:40 2018
577 step 6600 lr 1 step-time 3.76s wps 1.50K ppl 47.47 gN 3.04 bleu 4.34, Mon Feb 12 20:43:56 2018
578 step 6700 lr 1 step-time 3.76s wps 1.50K ppl 47.30 gN 2.98 bleu 4.34, Mon Feb 12 20:50:12 2018
579 step 6800 lr 1 step-time 3.71s wps 1.50K ppl 46.71 gN 3.02 bleu 4.34, Mon Feb 12 20:56:23 2018
580 step 6900 lr 1 step-time 3.79s wps 1.50K ppl 47.80 gN 3.07 bleu 4.34, Mon Feb 12 21:02:41 2018
581 step 7000 lr 1 step-time 3.73s wps 1.49K ppl 46.45 gN 2.97 bleu 4.34, Mon Feb 12 21:08:55 2018
582# Save eval, global step 7000
5832018-02-12 21:08:57.707952: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5842018-02-12 21:08:57.708229: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
5852018-02-12 21:08:57.708373: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
586 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-7000, time 0.05s
587 # 433
588 src: Mặc dù tôi đã có thể hoà nháºp vá»›i cuá»™c sống tại đó
589 ref: And I thought I could blend in .
590 nmt: I can also get the <unk> of the world .
5912018-02-12 21:08:57.832521: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
5922018-02-12 21:08:57.832844: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
593 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-7000, time 0.09s
594 eval dev: perplexity 41.55, time 19s, Mon Feb 12 21:09:17 2018.
595 eval test: perplexity 47.14, time 19s, Mon Feb 12 21:09:37 2018.
596 step 7100 lr 1 step-time 3.75s wps 1.50K ppl 45.43 gN 2.92 bleu 4.34, Mon Feb 12 21:15:51 2018
597 step 7200 lr 1 step-time 3.75s wps 1.50K ppl 46.69 gN 3.04 bleu 4.34, Mon Feb 12 21:22:07 2018
598 step 7300 lr 1 step-time 3.69s wps 1.50K ppl 46.58 gN 3.03 bleu 4.34, Mon Feb 12 21:28:16 2018
599# Finished an epoch, step 7301. Perform external evaluation
6002018-02-12 21:28:17.396997: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6012018-02-12 21:28:17.397429: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
6022018-02-12 21:28:17.397599: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
603 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-7000, time 0.06s
604 # 887
605 src: Và nếu nhÆ° bạn Ä‘ang tá»± há»i vá» những đỉnh Ä‘iểm khác , chúng cÅ©ng và o những ngà y thứ 6 .
606 ref: And if you 're wondering about those other spikes , those are also Fridays .
607 nmt: And if you 're the <unk> of the <unk> , they 're going to be <unk> .
6082018-02-12 21:28:17.517392: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6092018-02-12 21:28:17.517678: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
6102018-02-12 21:28:17.517805: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
611 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-7000, time 0.06s
612# External evaluation, global step 7000
613 decoding to output /tmp/nmt_model/output_dev.
614 done, num sentences 1553, num translations per input 1, time 36s, Mon Feb 12 21:28:54 2018.
615 bleu dev: 4.1
616 saving hparams to /tmp/nmt_model/hparams
617# External evaluation, global step 7000
618 decoding to output /tmp/nmt_model/output_test.
619 done, num sentences 1268, num translations per input 1, time 33s, Mon Feb 12 21:29:28 2018.
620 bleu test: 3.4
621 saving hparams to /tmp/nmt_model/hparams
6222018-02-12 21:29:38.823877: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 112851 of 128000
6232018-02-12 21:29:40.179005: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
624 step 7400 lr 1 step-time 3.94s wps 1.42K ppl 43.52 gN 3.19 bleu 4.34, Mon Feb 12 21:36:01 2018
625 step 7500 lr 1 step-time 3.78s wps 1.50K ppl 43.75 gN 3.06 bleu 4.34, Mon Feb 12 21:42:20 2018
626 step 7600 lr 1 step-time 3.76s wps 1.49K ppl 43.50 gN 3.03 bleu 4.34, Mon Feb 12 21:48:36 2018
627 step 7700 lr 1 step-time 3.76s wps 1.50K ppl 43.46 gN 3.03 bleu 4.34, Mon Feb 12 21:54:52 2018
628 step 7800 lr 1 step-time 3.75s wps 1.50K ppl 43.87 gN 3.02 bleu 4.34, Mon Feb 12 22:01:07 2018
629 step 7900 lr 1 step-time 3.70s wps 1.50K ppl 43.74 gN 3.04 bleu 4.34, Mon Feb 12 22:07:17 2018
630 step 8000 lr 1 step-time 3.82s wps 1.50K ppl 44.01 gN 3.13 bleu 4.34, Mon Feb 12 22:13:39 2018
631# Save eval, global step 8000
6322018-02-12 22:13:41.499615: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6332018-02-12 22:13:41.499897: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
6342018-02-12 22:13:41.500026: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
635 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-8000, time 0.05s
636 # 1012
637 src: Cái mà tôi muốn chỉ cho má»i ngÆ°á»i thấy không phải là những chi tiết của trang báo cáo mà là cái mẫu chung của nó .
638 ref: What I want to show you is not so much the details of the slide , but the general form of it .
639 nmt: What I want to talk to you about is the only way to make the world in the world .
6402018-02-12 22:13:41.641073: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6412018-02-12 22:13:41.641456: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
642 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-8000, time 0.08s
643 eval dev: perplexity 41.83, time 19s, Mon Feb 12 22:14:01 2018.
644 eval test: perplexity 48.49, time 19s, Mon Feb 12 22:14:21 2018.
645 step 8100 lr 1 step-time 3.71s wps 1.50K ppl 43.03 gN 2.98 bleu 4.34, Mon Feb 12 22:20:31 2018
646 step 8200 lr 1 step-time 3.73s wps 1.49K ppl 42.04 gN 2.96 bleu 4.34, Mon Feb 12 22:26:44 2018
647 step 8300 lr 1 step-time 3.76s wps 1.50K ppl 43.03 gN 3.03 bleu 4.34, Mon Feb 12 22:33:00 2018
648# Finished an epoch, step 8344. Perform external evaluation
6492018-02-12 22:35:39.253886: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6502018-02-12 22:35:39.254159: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
6512018-02-12 22:35:39.254393: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
652 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-8000, time 0.07s
653 # 625
654 src: Chúng ta phải dần dần tăng độ phức tạp .
655 ref: We have to gradually increase the complexity .
656 nmt: We have to have the brain .
6572018-02-12 22:35:39.338060: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6582018-02-12 22:35:39.338367: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
6592018-02-12 22:35:39.338470: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
660 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-8000, time 0.06s
661# External evaluation, global step 8000
662 decoding to output /tmp/nmt_model/output_dev.
663 done, num sentences 1553, num translations per input 1, time 38s, Mon Feb 12 22:36:18 2018.
664 bleu dev: 3.8
665 saving hparams to /tmp/nmt_model/hparams
666# External evaluation, global step 8000
667 decoding to output /tmp/nmt_model/output_test.
668 done, num sentences 1268, num translations per input 1, time 36s, Mon Feb 12 22:36:55 2018.
669 bleu test: 3.0
670 saving hparams to /tmp/nmt_model/hparams
6712018-02-12 22:37:05.952218: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113824 of 128000
6722018-02-12 22:37:07.203779: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
673 step 8400 lr 1 step-time 3.88s wps 1.41K ppl 41.00 gN 3.20 bleu 4.34, Mon Feb 12 22:40:45 2018
674 step 8500 lr 1 step-time 3.72s wps 1.50K ppl 40.64 gN 3.03 bleu 4.34, Mon Feb 12 22:46:57 2018
675 step 8600 lr 1 step-time 3.82s wps 1.50K ppl 41.10 gN 3.12 bleu 4.34, Mon Feb 12 22:53:19 2018
676 step 8700 lr 1 step-time 3.70s wps 1.49K ppl 40.25 gN 3.01 bleu 4.34, Mon Feb 12 22:59:29 2018
677 step 8800 lr 1 step-time 3.75s wps 1.49K ppl 40.66 gN 3.01 bleu 4.34, Mon Feb 12 23:05:44 2018
678 step 8900 lr 1 step-time 3.77s wps 1.50K ppl 41.00 gN 3.05 bleu 4.34, Mon Feb 12 23:12:02 2018
679 step 9000 lr 1 step-time 3.77s wps 1.50K ppl 40.84 gN 3.04 bleu 4.34, Mon Feb 12 23:18:19 2018
680# Save eval, global step 9000
6812018-02-12 23:18:21.343122: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6822018-02-12 23:18:21.343405: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
6832018-02-12 23:18:21.343535: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
684 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-9000, time 0.05s
685 # 785
686 src: Anh ta bị má»™t căn bệnh có thể nguy hiểm tÃnh mạng là viêm nắp thanh quản .
687 ref: He had a potentially life-threatening condition called epiglottitis .
688 nmt: He was able to have the <unk> of the <unk> of the <unk> .
6892018-02-12 23:18:21.471172: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6902018-02-12 23:18:21.471957: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
691 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-9000, time 0.08s
692 eval dev: perplexity 40.84, time 19s, Mon Feb 12 23:18:41 2018.
693 eval test: perplexity 48.53, time 19s, Mon Feb 12 23:19:00 2018.
694 step 9100 lr 1 step-time 3.72s wps 1.50K ppl 40.13 gN 3.02 bleu 4.34, Mon Feb 12 23:25:13 2018
695 step 9200 lr 1 step-time 3.80s wps 1.50K ppl 40.10 gN 3.04 bleu 4.34, Mon Feb 12 23:31:33 2018
696 step 9300 lr 1 step-time 3.73s wps 1.50K ppl 40.47 gN 3.09 bleu 4.34, Mon Feb 12 23:37:45 2018
697# Finished an epoch, step 9387. Perform external evaluation
6982018-02-12 23:43:04.081927: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
6992018-02-12 23:43:04.082176: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7002018-02-12 23:43:04.082333: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
701 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-9000, time 0.07s
702 # 917
703 src: Video của Bear Vaxquez : Äiá»u nà y có nghÄ©a gì ?
704 ref: What does this mean ?
705 nmt: What does this mean ? What 's the <unk> ?
7062018-02-12 23:43:04.168107: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7072018-02-12 23:43:04.168425: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7082018-02-12 23:43:04.168497: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
709 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-9000, time 0.06s
710# External evaluation, global step 9000
711 decoding to output /tmp/nmt_model/output_dev.
712 done, num sentences 1553, num translations per input 1, time 65s, Mon Feb 12 23:44:09 2018.
713 bleu dev: 3.1
714 saving hparams to /tmp/nmt_model/hparams
715# External evaluation, global step 9000
716 decoding to output /tmp/nmt_model/output_test.
717 done, num sentences 1268, num translations per input 1, time 64s, Mon Feb 12 23:45:14 2018.
718 bleu test: 2.1
719 saving hparams to /tmp/nmt_model/hparams
7202018-02-12 23:45:24.624782: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113110 of 128000
7212018-02-12 23:45:25.943491: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
722 step 9400 lr 1 step-time 3.89s wps 1.42K ppl 40.35 gN 3.21 bleu 4.34, Mon Feb 12 23:46:26 2018
723 step 9500 lr 1 step-time 3.75s wps 1.50K ppl 38.10 gN 3.08 bleu 4.34, Mon Feb 12 23:52:40 2018
724 step 9600 lr 1 step-time 3.73s wps 1.50K ppl 38.23 gN 3.08 bleu 4.34, Mon Feb 12 23:58:54 2018
725 step 9700 lr 1 step-time 4.45s wps 1.26K ppl 37.91 gN 3.06 bleu 4.34, Tue Feb 13 00:06:19 2018
726 step 9800 lr 1 step-time 3.75s wps 1.50K ppl 38.26 gN 3.10 bleu 4.34, Tue Feb 13 00:12:33 2018
727 step 9900 lr 1 step-time 3.75s wps 1.50K ppl 37.80 gN 3.03 bleu 4.34, Tue Feb 13 00:18:48 2018
728 step 10000 lr 1 step-time 3.77s wps 1.50K ppl 38.30 gN 3.13 bleu 4.34, Tue Feb 13 00:25:05 2018
729# Save eval, global step 10000
7302018-02-13 00:25:07.740437: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7312018-02-13 00:25:07.740721: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7322018-02-13 00:25:07.740828: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
733 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-10000, time 0.05s
734 # 1151
735 src: Tôi nói vá»›i máy tÃnh , " Hãy lặp lại quá trình . "
736 ref: Say , " Please repeat that process . "
737 nmt: I say , " I 'm going to be a <unk> . "
7382018-02-13 00:25:07.869064: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7392018-02-13 00:25:07.869416: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
740 loaded eval model parameters from /tmp/nmt_model/translate.ckpt-10000, time 0.09s
741 eval dev: perplexity 35.19, time 19s, Tue Feb 13 00:25:27 2018.
742 eval test: perplexity 40.42, time 19s, Tue Feb 13 00:25:47 2018.
7432018-02-13 00:25:49.431789: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7442018-02-13 00:25:49.432104: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7452018-02-13 00:25:49.432185: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
746 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-10000, time 0.05s
747 # 1541
748 src: Há» tháºm chà sẽ sá» dụng những công cụ nhÆ° Trojan Scuinst để lây nhiá»…m và o máy tÃnh của bạn , và từ đó há» có thể có được má»i thông tin bạn trao đổi , có được má»i cuá»™c há»™i thoại qua mạng của bạn , và có được máºt khẩu của bạn .
749 ref: They will even use tools like State Trojan to infect your computer with a trojan , which enables them to watch all your communication , to listen to your online discussions , to collect your passwords .
750 nmt: They can use their own <unk> to be able to use them , and they 're going to be able to do this with you , because you 're going to be able to get your own attention to your friends and your friends .
7512018-02-13 00:25:49.588804: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7522018-02-13 00:25:49.589059: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7532018-02-13 00:25:49.589240: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
754 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-10000, time 0.06s
755# External evaluation, global step 10000
756 decoding to output /tmp/nmt_model/output_dev.
757 done, num sentences 1553, num translations per input 1, time 35s, Tue Feb 13 00:26:25 2018.
758 bleu dev: 5.2
759 saving hparams to /tmp/nmt_model/hparams
760# External evaluation, global step 10000
761 decoding to output /tmp/nmt_model/output_test.
762 done, num sentences 1268, num translations per input 1, time 33s, Tue Feb 13 00:26:59 2018.
763 bleu test: 4.5
764 saving hparams to /tmp/nmt_model/hparams
765 step 10100 lr 1 step-time 3.74s wps 1.49K ppl 38.24 gN 3.04 bleu 5.19, Tue Feb 13 00:33:14 2018
766 step 10200 lr 1 step-time 3.76s wps 1.50K ppl 38.59 gN 3.04 bleu 5.19, Tue Feb 13 00:39:30 2018
767 step 10300 lr 1 step-time 3.77s wps 1.50K ppl 38.25 gN 3.09 bleu 5.19, Tue Feb 13 00:45:47 2018
768 step 10400 lr 1 step-time 3.77s wps 1.50K ppl 38.96 gN 3.12 bleu 5.19, Tue Feb 13 00:52:03 2018
769# Finished an epoch, step 10430. Perform external evaluation
7702018-02-13 00:53:49.172841: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7712018-02-13 00:53:49.173129: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7722018-02-13 00:53:49.173245: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
773 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-10000, time 0.07s
774 # 371
775 src: ChÃnh tôi đã viết những Ä‘iá»u Ä‘iên rồ nà y .
776 ref: I had written these crazy things .
777 nmt: I 've read this book .
7782018-02-13 00:53:49.260423: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
7792018-02-13 00:53:49.260705: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
7802018-02-13 00:53:49.260815: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.en is already initialized.
781 loaded infer model parameters from /tmp/nmt_model/translate.ckpt-10000, time 0.06s
782# External evaluation, global step 10000
783 decoding to output /tmp/nmt_model/output_dev.
784 done, num sentences 1553, num translations per input 1, time 35s, Tue Feb 13 00:54:24 2018.
785 bleu dev: 5.2
786 saving hparams to /tmp/nmt_model/hparams
787# External evaluation, global step 10000
788 decoding to output /tmp/nmt_model/output_test.
789 done, num sentences 1268, num translations per input 1, time 33s, Tue Feb 13 00:54:58 2018.
790 bleu test: 4.5
791 saving hparams to /tmp/nmt_model/hparams
7922018-02-13 00:55:08.961733: I tensorflow/core/kernels/shuffle_dataset_op.cc:112] Filling up shuffle buffer (this may take a while): 113759 of 128000
7932018-02-13 00:55:10.222568: I tensorflow/core/kernels/shuffle_dataset_op.cc:126] Shuffle buffer filled.
794 step 10500 lr 1 step-time 3.88s wps 1.40K ppl 36.08 gN 3.24 bleu 5.19, Tue Feb 13 00:59:41 2018
795 step 10600 lr 1 step-time 3.80s wps 1.49K ppl 36.05 gN 3.11 bleu 5.19, Tue Feb 13 01:06:01 2018
796 step 10700 lr 1 step-time 3.72s wps 1.49K ppl 36.58 gN 3.16 bleu 5.19, Tue Feb 13 01:12:14 2018
797 step 10800 lr 1 step-time 3.75s wps 1.49K ppl 36.47 gN 3.06 bleu 5.19, Tue Feb 13 01:18:29 2018
798 step 10900 lr 1 step-time 3.78s wps 1.50K ppl 36.78 gN 3.13 bleu 5.19, Tue Feb 13 01:24:47 2018
799 step 11000 lr 1 step-time 3.74s wps 1.49K ppl 36.03 gN 3.10 bleu 5.19, Tue Feb 13 01:31:01 2018
800# Save eval, global step 11000
8012018-02-13 01:31:03.408092: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initialize from file /tmp/nmt_data/vocab.vi is already initialized.
8022018-02-13 01:31:03.408386: W tensorflow/core/kernels/lookup_util.cc:362] Table trying to initia