diff --git a/README.md b/README.md index aa00654..dff8719 100644 --- a/README.md +++ b/README.md @@ -84,6 +84,10 @@ Generation is performed via top-k/random sampling. `python translate.py -beam_size 1 -random_sampling_topk 100 -random_sampling_temp 0.9 -model -src data/stories/test.wp_source.bpe -max_length 1000 -verbose` +Evaluate perplexity with test target. + +`python translate.py -beam_size 1 -random_sampling_topk 100 -random_sampling_temp 0.9 -model -src data/stories/test.wp_source.bpe -tgt data/stories/test.wp_target.bpe -max_length 1000 -verbose -seed 111` + ## Image captioning Coming soon... diff --git a/onmt/translate/translator.py b/onmt/translate/translator.py index 4122d6d..6f30794 100644 --- a/onmt/translate/translator.py +++ b/onmt/translate/translator.py @@ -898,7 +898,7 @@ def _score_target(self, batch, memory_bank, src_lengths, memory_lengths=src_lengths, src_map=src_map) log_probs[:, :, self._tgt_pad_idx] = 0 - gold = tgt_in + gold = tgt[1:] gold_scores = log_probs.gather(2, gold) gold_scores = gold_scores.sum(dim=0).view(-1)