Loading fairseq/data.py +1 −3 Changes for fairseq/data.py: 1 added line, 3 removed lines. Original line number Diff line number Diff line Loading @@ -113,11 +113,9 @@ class LanguageDatasets(object): batch_sampler=batch_sampler) def eval_dataloader(self, split, num_workers=0, batch_size=1, max_tokens=None, consider_dst_sizes=True, max_positions=(1024, 1024), max_tokens=None, max_positions=(1024, 1024), skip_invalid_size_inputs_valid_test=False): dataset = self.splits[split] dst_dataset = dataset.dst if consider_dst_sizes else None batch_sampler = list(batches_by_size( dataset.src, dataset.dst, batch_size, max_tokens, max_positions=max_positions, Loading fairseq/models/fairseq_incremental_decoder.py +0 −2 Changes for fairseq/models/fairseq_incremental_decoder.py: 0 added lines, 2 removed lines. Original line number Diff line number Diff line Loading @@ -6,8 +6,6 @@ # can be found in the PATENTS file in the same directory. # import torch.nn as nn from . import FairseqDecoder Loading interactive.py +2 −1 Changes for interactive.py: 2 added lines, 1 removed line. Original line number Diff line number Diff line Loading @@ -10,7 +10,7 @@ import sys import torch from torch.autograd import Variable from fairseq import data, options, tokenizer, utils from fairseq import options, tokenizer, utils from fairseq.sequence_generator import SequenceGenerator Loading Loading @@ -73,5 +73,6 @@ def main(): print('A\t{}'.format(' '.join(map(str, alignment)))) print('H\t{}\t{}'.format(hypo['score'], hypo_str)) if __name__ == '__main__': main() Loading
fairseq/data.py +1 −3 Changes for fairseq/data.py: 1 added line, 3 removed lines. Original line number Diff line number Diff line Loading @@ -113,11 +113,9 @@ class LanguageDatasets(object): batch_sampler=batch_sampler) def eval_dataloader(self, split, num_workers=0, batch_size=1, max_tokens=None, consider_dst_sizes=True, max_positions=(1024, 1024), max_tokens=None, max_positions=(1024, 1024), skip_invalid_size_inputs_valid_test=False): dataset = self.splits[split] dst_dataset = dataset.dst if consider_dst_sizes else None batch_sampler = list(batches_by_size( dataset.src, dataset.dst, batch_size, max_tokens, max_positions=max_positions, Loading
fairseq/models/fairseq_incremental_decoder.py +0 −2 Changes for fairseq/models/fairseq_incremental_decoder.py: 0 added lines, 2 removed lines. Original line number Diff line number Diff line Loading @@ -6,8 +6,6 @@ # can be found in the PATENTS file in the same directory. # import torch.nn as nn from . import FairseqDecoder Loading
interactive.py +2 −1 Changes for interactive.py: 2 added lines, 1 removed line. Original line number Diff line number Diff line Loading @@ -10,7 +10,7 @@ import sys import torch from torch.autograd import Variable from fairseq import data, options, tokenizer, utils from fairseq import options, tokenizer, utils from fairseq.sequence_generator import SequenceGenerator Loading Loading @@ -73,5 +73,6 @@ def main(): print('A\t{}'.format(' '.join(map(str, alignment)))) print('H\t{}\t{}'.format(hypo['score'], hypo_str)) if __name__ == '__main__': main()