1
2
3
4
5
6
\begin{figure}[htbp]
\centering
        \includegraphics[scale=0.5]{images/fig1.pdf}
        \caption{The main flow of the study}
        \label{fig1}
\end{figure}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
\begin{table}[htbp]
\caption{The sacre BLEU of each beam size in mBART based on greedy search}
\begin{center}
\begin{tabular}{cccc}
\hline & & \multicolumn{2}{c}{ SacreBLEU } \\
\cline { 3 - 4 } Experiment & Size & $\begin{array}{c}\text { BLEU } \\
\text { score }\end{array}$ & $\begin{array}{c}\text { 1-/2-/3-/4-gram} \\
\text { score }\end{array}$  \\
\hline 1 & 1 & 32.69 & $\mathbf{64.3} / \mathbf{41.3} / 29.0 / 20.9$ \\
2 & 2 & 33.49 & $63.7 / 41.1 / 29.1 / 21.1$ \\
3 & 4 & 33.91 & $63.0 / 40.8 / 29.1 / 21.2$ \\
4 & 6 & 34.16 & $62.8 / 40.8 / 29.1 / 21.3$ \\
5 & 8 & 34.33 & $62.8 / 41.0 / \mathbf{29.3} / 21.4$ \\
6 & 10 & $\mathbf{34.41}$ & $62.7 / 41.0 / \mathbf{29.3} / \mathbf{21.5}$ \\
7 & 12 & 34.39 & $62.7 / 41.0 / \mathbf{29.3} / 21.4$ \\
8 & 14 & 34.28 & $62.5 / 40.7 / 29.1 / 21.3$ \\
9 & 16 & 34.14 & $62.4 / 40.6 / 28.9 / 21.2$ \\
10 & 18 & 34.21 & $62.3 / 40.6 / 29.0 / 21.2$ \\
\hline
\end{tabular}
\label{tab2}
\end{center}
\end{table}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
\begin{table}[htbp]
\caption{The sacre BLEU of each beam size in mBART based on greedy search}

\resizebox{0.48\textwidth}{!}{


\begin{tabular}{|c|c|c|c|}
\hline { Experiment } & { Size } & \multicolumn{2}{|c|}{ SacreBLEU } \\
\cline { 3 - 4 } & & $\begin{array}{c}\text { BLEU } \\
\text { score }\end{array}$ & $\begin{array}{c}1 / 2 / 3 / 4 \text {-gram } \\
\text { scores }\end{array}$ \\
\hline 1 & 1 & 32.69 & $\mathbf{64.3} / \mathbf{41.3} / 29.0 / 20.9$ \\
\hline 2 & 2 & 33.49 & $63.7 / 41.1 / 29.1 / 21.1$ \\
\hline 3 & 4 & 33.91 & $63.0 / 40.8 / 29.1 / 21.2$ \\
\hline 4 & 6 & 34.16 & $62.8 / 40.8 / 29.1 / 21.3$ \\
\hline 5 & 8 & 34.33 & $62.8 / 41.0 / \mathbf{29.3} / 21.4$ \\
\hline 6 & 10 & $\mathbf{3 4 . 4 1}$ & $62.7 / 41.0 / \mathbf{2 9 . 3 / 2 1 . 5}$ \\
\hline 7 & 12 & 34.39 & $62.7 / 41.0 / \mathbf{2 9 . 3} / 21.4$ \\
\hline 8 & 14 & 34.28 & $62.5 / 40.7 / 29.1 / 21.3$ \\
\hline 9 & 16 & 34.14 & $62.4 / 40.6 / 28.9 / 21.2$ \\
\hline 10 & 18 & 34.21 & $62.3 / 40.6 / 29.0 / 21.2$ \\
\hline
\end{tabular}

\label{tab2}

}

\end{table}

1
2
3
4
\usepackage{geometry}

\geometry{top=0.75in}
\geometry{right=1in}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
@article{bib1,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year={2014}
}

@article{bib2,
  title={Machine Translation Systems Based on Classical-Statistical-Deep-Learning Approaches},
  author={Sharma, Sonali and Diwakar, Manoj and Singh, Prabhishek and Singh, Vijendra and Kadry, Seifedine and Kim, Jungeun},
  journal={Electronics},
  volume={12},
  number={7},
  pages={1716},
  year={2023},
  publisher={MDPI}
}

@article{bib3,
  title={Neural machine translation: past, present, and future},
  author={Mohamed, Shereen A and Elsayed, Ashraf A and Hassan, YF and Abdou, Mohamed A},
  journal={Neural Computing and Applications},
  volume={33},
  pages={15919--15931},
  year={2021},
  publisher={Springer}
}

@article{bib4,
  title={Recent advances in natural language processing via large pre-trained language models: A survey},
  author={Min, Bonan and Ross, Hayley and Sulem, Elior and Veyseh, Amir Pouran Ben and Nguyen, Thien Huu and Sainz, Oscar and Agirre, Eneko and Heintz, Ilana and Roth, Dan},
  journal={ACM Computing Surveys},
  year={2021},
  publisher={ACM New York, NY}
}

@article{bib5,
  title={BPE-dropout: Simple and effective subword regularization},
  author={Provilkov, Ivan and Emelianenko, Dmitrii and Voita, Elena},
  journal={arXiv preprint arXiv:1910.13267},
  year={2019}
}

@article{bib6,
  title={Transformers without tears: Improving the normalization of self-attention},
  author={Nguyen, Toan Q and Salazar, Julian},
  journal={arXiv preprint arXiv:1910.05895},
  year={2019}
}

@article{bib7,
  title={Understanding and improving layer normalization},
  author={Xu, Jingjing and Sun, Xu and Zhang, Zhiyuan and Zhao, Guangxiang and Lin, Junyang},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{bib8,
  title={Learning when to concentrate or divert attention: Self-adaptive attention temperature for neural machine translation},
  author={Lin, Junyang and Sun, Xu and Ren, Xuancheng and Li, Muyu and Su, Qi},
  journal={arXiv preprint arXiv:1808.07374},
  year={2018}
}

@article{bib9,
  title={Syntax-enhanced neural machine translation with syntax-aware word representations},
  author={Zhang, Meishan and Li, Zhenghua and Fu, Guohong and Zhang, Min},
  journal={arXiv preprint arXiv:1905.02878},
  year={2019}
}

@article{bib10,
  title={Deconvolution-based global decoding for neural machine translation},
  author={Lin, Junyang and Sun, Xu and Ren, Xuancheng and Ma, Shuming and Su, Jinsong and Su, Qi},
  journal={arXiv preprint arXiv:1806.03692},
  year={2018}
}

@inproceedings{bib11,
  title={Stanford neural machine translation systems for spoken language domains},
  author={Luong, Minh-Thang and Manning, Christopher D},
  booktitle={Proceedings of the 12th International Workshop on Spoken Language Translation: Evaluation Campaign},
  pages={76--79},
  year={2015}
}

@inproceedings{bib12,
  title={The IWSLT 2016 evaluation campaign},
  author={Cettolo, Mauro and Niehues, Jan and St{\"u}ker, Sebastian and Bentivogli, Luisa and Cattoni, Rolando and Federico, Marcello},
  booktitle={Proceedings of the 13th International Conference on Spoken Language Translation},
  year={2016}
}

@article{bib13,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{bib14,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}

@article{bib15,
  title={Dialogpt: Large-scale generative pre-training for conversational response generation},
  author={Zhang, Yizhe and Sun, Siqi and Galley, Michel and Chen, Yen-Chun and Brockett, Chris and Gao, Xiang and Gao, Jianfeng and Liu, Jingjing and Dolan, Bill},
  journal={arXiv preprint arXiv:1911.00536},
  year={2019}
}

@article{bib16,
  title={Multilingual denoising pre-training for neural machine translation},
  author={Liu, Yinhan and Gu, Jiatao and Goyal, Naman and Li, Xian and Edunov, Sergey and Ghazvininejad, Marjan and Lewis, Mike and Zettlemoyer, Luke},
  journal={Transactions of the Association for Computational Linguistics},
  volume={8},
  pages={726--742},
  year={2020},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@article{bib17,
  title={A call for clarity in reporting BLEU scores},
  author={Post, Matt},
  journal={arXiv preprint arXiv:1804.08771},
  year={2018}
}

1
2
3
4
5
##\bibliographystyle{plain}

\bibliographystyle{ieeetr}
\bibliography{references}