% !Mode:: "TeX:UTF-8"
% !TEX encoding = UTF-8 Unicode

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 1------------------------------------------------------

@article{nagao1984framework,
  title={A framework of a mechanical translation between Japanese and English by analogy principle},
  author={Nagao, Makoto},
  journal={Artificial and human intelligence},
  pages={351--354},
  year={1984}
}

@article{brown1990statistical,
  title={A statistical approach to machine translation},
  author={Brown, Peter F and Cocke, John and Della Pietra, Stephen A and Della Pietra, Vincent J and Jelinek, Frederick and Lafferty, John and Mercer, Robert L and Roossin, Paul S},
  journal={Computational linguistics},
  volume={16},
  number={2},
  pages={79--85},
  year={1990}
}

@inproceedings{koehn2003statistical,
  title={Statistical phrase-based translation},
  author={Koehn, Philipp and Och, Franz Josef and Marcu, Daniel},
  booktitle={Proceedings of the 2003 Conference of the North American Chapter of the Association for Computational Linguistics on Human Language Technology-Volume 1},
  pages={48--54},
  year={2003},
  organization={Association for Computational Linguistics}
}

@inproceedings{sutskever2014sequence,
  title={Sequence to sequence learning with neural networks},
  author={Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
  booktitle={Advances in neural information processing systems},
  pages={3104--3112},
  year={2014}
}

@article{bahdanau2014neural,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year={2014}
}

@inproceedings{papineni2002bleu,
  title={BLEU: a method for automatic evaluation of machine translation},
  author={Papineni, Kishore and Roukos, Salim and Ward, Todd and Zhu, Wei-Jing},
  booktitle={Proceedings of the 40th annual meeting on association for computational linguistics},
  pages={311--318},
  year={2002},
  organization={Association for Computational Linguistics}
}

@inproceedings{snover2006study,
  title={A study of translation edit rate with targeted human annotation},
  author={Snover, Matthew and Dorr, Bonnie and Schwartz, Richard and Micciulla, Linnea and Makhoul, John},
  booktitle={Proceedings of association for machine translation in the Americas},
  volume={200},
  number={6},
  year={2006}
}

@article{shiwen1993automatic,
  title={Automatic evaluation of output quality for machine translation systems},
  author={Shiwen, Yu},
  journal={Machine Translation},
  volume={8},
  number={1-2},
  pages={117--126},
  year={1993},
  publisher={Springer}
}

@inproceedings{Tong2012NiuTrans,
  title={NiuTrans: an open source toolkit for phrase-based and syntax-based machine translation},
  author={Tong, Xiao and Zhu, Jingbo and Hao, Zhang and Qiang, Li},
  booktitle={Proceedings of the ACL 2012 System Demonstrations},
  year={2012},
}

@article{Koehn2007Moses,
  title={Moses: Open Source Toolkit for Statistical Machine Translation},
  author={Koehn, Philipp and Hoang, Hieu and Birch, Alexandra and Callisonburch, Chris and Federico, Marcello and Bertoldi, Nicola and Cowan, Brooke and Shen, Wade and Moran, Christine and Zens, Richard},
  volume={9},
  number={1},
  pages={177--180},
  year={2007},
}

@article{Li2010Joshua,
  title={Joshua: An Open Source Toolkit for Parsing-based Machine Translation},
  author={Li, Zhifei and Callisonburch, Chris and Dyer, Chris and Ganitkevitch, Juri and Khudanpur, Sanjeev and Schwartz, Lane and Thornton, Wren N. G. and Weese, Jonathan and Zaidan, Omar F.},
  pages={135--139},
  year={2010},
}

@article{zollmann2007the,
title={The Syntax Augmented MT (SAMT) System at the Shared Task for the 2007 ACL Workshop on Statistical Machine Translation},
author={Zollmann, Andreas and Venugopal, Ashish and Paulik, Matthias and Vogel, Stephan},
pages={216--219},
year={2007}}

@inproceedings{dyer2010cdec,
  title={cdec: A decoder, alignment, and learning framework for finite-state and context-free translation models},
  author={Dyer, Chris and Weese, Jonathan and Setiawan, Hendra and Lopez, Adam and Ture, Ferhan and Eidelman, Vladimir and Ganitkevitch, Juri and Blunsom, Phil and Resnik, Philip},
  booktitle={Proceedings of the ACL 2010 System Demonstrations},
  pages={7--12},
  year={2010},
  organization={Association for Computational Linguistics}
}

@article{Cer2010Phrasal,
  title={Phrasal: A Statistical Machine Translation Toolkit for Exploring New Model Features.},
  author={Cer, Daniel M and Galley, Michel and Jurafsky, Daniel and Manning, Christopher D},
  year={2010},
}

@article{vilar2012jane,
  title={Jane: an advanced freely available hierarchical machine translation toolkit},
  author={Vilar, David and Stein, Daniel and Huck, Matthias and Ney, Hermann},
  journal={Machine Translation},
  volume={26},
  number={3},
  pages={197--216},
  year={2012},
  publisher={Springer}
}

@article{och2003systematic,
  title={A systematic comparison of various statistical alignment models},
  author={Och, Franz Josef and Ney, Hermann},
  journal={Computational linguistics},
  volume={29},
  number={1},
  pages={19--51},
  year={2003},
  publisher={MIT Press}
}

@inproceedings{iglesias2009hierarchical,
  title={Hierarchical phrase-based translation with weighted finite state transducers},
  author={Iglesias, Gonzalo and de Gispert, Adri{\`a} and Banga, Eduardo R and Byrne, William},
  booktitle={Proceedings of Human Language Technologies: The 2009 Annual Conference of the North American Chapter of the Association for Computational Linguistics},
  pages={433--441},
  year={2009}
}

@article{dyer2013a,
title={A Simple, Fast, and Effective Reparameterization of IBM Model 2},
author={Dyer, Chris and Chahuneau, Victor and Smith, Noah A},
pages={644--648},
year={2013}}
  
@article{bahdanau2015neural,
title={Neural Machine Translation by Jointly Learning to Align and Translate},
author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
year={2015}}

@article{al2016theano,
  title={Theano: A Python framework for fast computation of mathematical expressions},
  author={Al-Rfou, Rami and Alain, Guillaume and Almahairi, Amjad and Angermueller, Christof and Bahdanau, Dzmitry and Ballas, Nicolas and Bastien, Fr{\'e}d{\'e}ric and Bayer, Justin and Belikov, Anatoly and Belopolsky, Alexander and others},
  journal={arXiv preprint arXiv:1605.02688},
  year={2016}
}

@article{SennrichNematus,
  title={Nematus: a Toolkit for Neural Machine Translation},
  author={Sennrich, Rico and Firat, Orhan and Cho, Kyunghyun and Birch, Alexandra and Haddow, Barry and Hitschler, Julian and Junczys-Dowmunt, Marcin and Läubli, Samuel and Barone, Antonio Valerio Miceli and Mokry, Jozef},
}

@article{zoph2016simple,
title={Simple, Fast Noise-Contrastive Estimation for Large RNN Vocabularies.},
author={Zoph, Barret and Vaswani, Ashish and May, Jonathan and Knight, Kevin},
pages={1217--1222},
year={2016}}

@article{Ottfairseq,
  title={fairseq: A Fast, Extensible Toolkit for Sequence Modeling},
  author={Ott, Myle and Edunov, Sergey and Baevski, Alexei and Fan, Angela and Gross, Sam and Ng, Nathan and Grangier, David and Auli, Michael},
}

@article{VaswaniTensor2Tensor,
  title={Tensor2Tensor for Neural Machine Translation},
  author={Vaswani, Ashish and Bengio, Samy and Brevdo, Eugene and Chollet, Francois and Gomez, Aidan N. and Gouws, Stephan and Jones, Llion and Kaiser, Łukasz and Kalchbrenner, Nal and Parmar, Niki},
}

@article{KleinOpenNMT,
  title={OpenNMT: Open-Source Toolkit for Neural Machine Translation},
  author={Klein, Guillaume and Kim, Yoon and Deng, Yuntian and Senellart, Jean and Rush, Alexander M.},
}

@inproceedings{luong2016acl_hybrid,
 author = {Luong, Minh-Thang  and  Manning, Christopher D.},
 title = {Achieving Open Vocabulary Neural Machine Translation with Hybrid Word-Character Models},
 booktitle = {Association for Computational Linguistics (ACL)},
 address = {Berlin, Germany},
 month = {August},
 year = {2016}
}

@article{ZhangTHUMT,
  title={THUMT: An Open Source Toolkit for Neural Machine Translation},
  author={Zhang, Jiacheng and Ding, Yanzhuo and Shen, Shiqi and Cheng, Yong and Sun, Maosong and Luan, Huanbo and Liu, Yang},
}

@article{JunczysMarian,
  title={Marian: Fast Neural Machine Translation in C++},
  author={Junczys-Dowmunt, Marcin and Grundkiewicz, Roman and Dwojak, Tomasz and Hoang, Hieu and Heafield, Kenneth and Neckermann, Tom and Seide, Frank and Germann, Ulrich and Aji, Alham Fikri and Bogoychev, Nikolay},
}

@article{hieber2017sockeye,
title={Sockeye: A Toolkit for Neural Machine Translation.},
author={Hieber, Felix and Domhan, Tobias and Denkowski, Michael and Vilar, David and Sokolov, Artem and Clifton, Ann and Post, Matt},
journal={arXiv: Computation and Language},
year={2017}}

@article{WangCytonMT,
  title={CytonMT: an Efficient Neural Machine Translation Open-source Toolkit Implemented in C++},
  author={Wang, Xiaolin and Utiyama, Masao and Sumita, Eiichiro},
}

@article{KuchaievMixed,
  title={Mixed-Precision Training for NLP and Speech Recognition with OpenSeq2Seq},
  author={Kuchaiev, Oleksii and Ginsburg, Boris and Gitman, Igor and Lavrukhin, Vitaly and Li, Jason and Nguyen, Huyen and Case, Carl and Micikevicius, Paulius},
}

@article{nmtpy2017,
  author    = {Ozan Caglayan and
               Mercedes Garc\'{i}a-Mart\'{i}nez and
               Adrien Bardet and
               Walid Aransa and
               Fethi Bougares and
               Lo\"{i}c Barrault},
  title     = {NMTPY: A Flexible Toolkit for Advanced Neural Machine Translation Systems},
  journal   = {Prague Bull. Math. Linguistics},
  volume    = {109},
  pages     = {15--28},
  year      = {2017},
  url       = {https://ufal.mff.cuni.cz/pbml/109/art-caglayan-et-al.pdf},
  doi       = {10.1515/pralin-2017-0035},
  timestamp = {Tue, 12 Sep 2017 10:01:08 +0100}
}

@book{koehn2009statistical,
  title={Statistical machine translation},
  author={Koehn, Philipp},
  year={2009},
  publisher={Cambridge University Press}
}

@book{manning1999foundations,
  title={Foundations of statistical natural language processing},
  author={Manning, Christopher D and Manning, Christopher D and Sch{\"u}tze, Hinrich},
  year={1999},
  publisher={MIT press}
}

@misc{manning2005统计自然语言处理基础,
  title={统计自然语言处理基础},
  author={Manning, Christopher D and Schutze, Hinrich},
  year={2005},
  publisher={北京: 电子工业出版社}
}

@book{宗成庆2013统计自然语言处理,
  title={统计自然语言处理},
  author={宗成庆},
  year={2013},
}

@book{Goodfellow-et-al-2016,
    title={Deep Learning},
    author={Ian Goodfellow and Yoshua Bengio and Aaron Courville},
    publisher={MIT Press},
    note={\url{http://www.deeplearningbook.org}},
    year={2016}
}

@article{goldberg2017neural,
  title={Neural network methods for natural language processing},
  author={Goldberg, Yoav},
  journal={Synthesis Lectures on Human Language Technologies},
  volume={10},
  number={1},
  pages={1--309},
  year={2017},
  publisher={Morgan \& Claypool Publishers}
}

@book{周志华2016机器学习,
  title={机器学习},
  author={周志华},
  year={2016},
  publisher={清华大学出版社}
}

@article{DBLP:journals/corr/abs-1709-07809,
  author    = {Philipp Koehn},
  title     = {Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1709.07809},
  year      = {2017},
  url       = {http://arxiv.org/abs/1709.07809},
  archivePrefix = {arXiv},
  eprint    = {1709.07809},
  timestamp = {Mon, 13 Aug 2018 16:47:37 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1709-07809.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@book{邱锡鹏2020神经网络与深度学习,
  title={神经网络与深度学习},
  author={邱锡鹏},
  year={2020},
  note={\url{https://nndl.github.io/}}
}
@article{赵军峰2019深化改革,
  title={深化改革 探讨创新 推进发展——全国翻译专业学位研究生教育2019年会综述},
  author={赵军峰 and 姚恺璇},
  journal={中国翻译},
  year={2019},
}
%%%%% chapter 1------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 2------------------------------------------------------

@book{mao-prob-book-2011,
  title={概率论与数理统计教程: 第二版},
  author={茆诗松 and 程依明 and 濮晓龙 and 平装 and 查看清 and 单书目},
  year={2011},
  publisher={北京: 高等教育出版社}
}

@book{kolmogorov2018foundations,
  title={Foundations of the theory of probability: Second English Edition},
  author={Kolmogorov, Andre Nikolaevich and Bharucha-Reid, Albert T},
  year={2018},
  publisher={Courier Dover Publications}
}

@book{liuke-markov-2004,
  title={实用马尔可夫决策过程},
  author={刘克},
  volume={3},
  year={2004},
  publisher={清华大学出版社}
}

@book{resnick1992adventures,
  title={Adventures in stochastic processes},
  author={Resnick, Sidney I},
  year={1992},
  publisher={Springer Science \& Business Media}
}

@article{good1953population,
  title={The population frequencies of species and the estimation of population parameters},
  author={Good, Irving J},
  journal={Biometrika},
  volume={40},
  number={3-4},
  pages={237--264},
  year={1953},
  publisher={Oxford University Press}
}

@article{gale1995good,
  title={Good-turing frequency estimation without tears},
  author={Gale, William A and Sampson, Geoffrey},
  journal={Journal of quantitative linguistics},
  volume={2},
  number={3},
  pages={217--237},
  year={1995},
  publisher={Taylor \& Francis}
}

@inproceedings{kneser1995improved,
  title={Improved backing-off for m-gram language modeling},
  author={Kneser, Reinhard and Ney, Hermann},
  booktitle={1995 International Conference on Acoustics, Speech, and Signal Processing},
  volume={1},
  pages={181--184},
  year={1995},
  organization={IEEE}
}

@article{chen1999empirical,
  title={An empirical study of smoothing techniques for language modeling},
  author={Chen, Stanley F and Goodman, Joshua},
  journal={Computer Speech \& Language},
  volume={13},
  number={4},
  pages={359--394},
  year={1999},
  publisher={Elsevier}
}

@article{parsing2009speech,
  title={Speech and language processing},
  author={Parsing, Constituency},
  year={2009}
}

@article{ney1994structuring,
  title={On structuring probabilistic dependences in stochastic language modelling},
  author={Ney, Hermann and Essen, Ute and Kneser, Reinhard},
  journal={Computer Speech \& Language},
  volume={8},
  number={1},
  pages={1--38},
  year={1994}
}

@book{chomsky2002syntactic,
  title={Syntactic structures},
  author={Chomsky, Noam},
  year={2002},
  publisher={Walter de Gruyter}
}

@article{shannon1948mathematical,
  title={A mathematical theory of communication},
  author={Shannon, Claude E},
  journal={Bell system technical journal},
  volume={27},
  number={3},
  pages={379--423},
  year={1948},
  publisher={Wiley Online Library}
}

@inproceedings{ng2002discriminative,
  title={On discriminative vs. generative classifiers: A comparison of logistic regression and naive bayes},
  author={Ng, Andrew Y and Jordan, Michael I},
  booktitle={Advances in neural information processing systems},
  pages={841--848},
  year={2002}
}

@article{lafferty2001conditional,
  title={Conditional random fields: Probabilistic models for segmenting and labeling sequence data},
  author={Lafferty, John and McCallum, Andrew and Pereira, Fernando CN},
  year={2001}
}

@article{huang2015bidirectional,
  title={Bidirectional LSTM-CRF models for sequence tagging},
  author={Huang, Zhiheng and Xu, Wei and Yu, Kai},
  journal={arXiv preprint arXiv:1508.01991},
  year={2015}
}

@article{ma2016end,
  title={End-to-end sequence labeling via bi-directional lstm-cnns-crf},
  author={Ma, Xuezhe and Hovy, Eduard},
  journal={arXiv preprint arXiv:1603.01354},
  year={2016}
}

@article{bengio2003neural,
  title={A neural probabilistic language model},
  author={Bengio, Yoshua and Ducharme, R{\'e}jean and Vincent, Pascal and Jauvin, Christian},
  journal={Journal of machine learning research},
  volume={3},
  number={Feb},
  pages={1137--1155},
  year={2003}
}

@inproceedings{mikolov2010recurrent,
  title={Recurrent neural network based language model},
  author={Mikolov, Tom{\'a}{\v{s}} and Karafi{\'a}t, Martin and Burget, Luk{\'a}{\v{s}} and {\v{C}}ernock{\`y}, Jan and Khudanpur, Sanjeev},
  booktitle={Eleventh annual conference of the international speech communication association},
  year={2010}
}

@inproceedings{chen2014fast,
  title={A fast and accurate dependency parser using neural networks},
  author={Chen, Danqi and Manning, Christopher D},
  booktitle={Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP)},
  pages={740--750},
  year={2014}
}

@article{zhu2015long,
title={Long Short-Term Memory Over Tree Structures.},
author={Zhu, Xiaodan and Sobhani, Parinaz and Guo, Hongyu},
journal={arXiv: Computation and Language},
year={2015}
}

@inproceedings{huang2008advanced,
  title={Advanced Dynamic Programming in CL},
  author={Huang, Liang},
  year={2008}
}

@book{aho1972theory,
  title={The theory of parsing, translation, and compiling},
  author={Aho, Alfred V and Ullman, Jeffrey D},
  volume={1},
  year={1972},
  publisher={Prentice-Hall Englewood Cliffs, NJ}
}

%%%%% chapter 2------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 3------------------------------------------------------

@article{brown1990statistical,
  title={A statistical approach to machine translation},
  author={Brown, Peter F and Cocke, John and Della Pietra, Stephen A and Della Pietra, Vincent J and Jelinek, Frederick and Lafferty, John and Mercer, Robert L and Roossin, Paul S},
  journal={Computational linguistics},
  volume={16},
  number={2},
  pages={79--85},
  year={1990}
}

@article{brown1993mathematics,
  title={The mathematics of statistical machine translation: Parameter estimation},
  author={Brown, Peter F and Pietra, Vincent J Della and Pietra, Stephen A Della and Mercer, Robert L},
  journal={Computational linguistics},
  volume={19},
  number={2},
  pages={263--311},
  year={1993},
  publisher={MIT Press}
}

@inproceedings{ittycheriah2005maximum,
  title={A maximum entropy word aligner for Arabic-English machine translation},
  author={Ittycheriah, Abraham and Roukos, Salim},
  booktitle={Proceedings of the conference on Human Language Technology and Empirical Methods in Natural Language Processing},
  pages={89--96},
  year={2005},
  organization={Association for Computational Linguistics}
}

@inproceedings{koehn2003statistical,
  title={Statistical phrase-based translation},
  author={Koehn, Philipp and Och, Franz Josef and Marcu, Daniel},
  booktitle={Proceedings of the 2003 Conference of the North American Chapter of the Association for Computational Linguistics on Human Language Technology-Volume 1},
  pages={48--54},
  year={2003},
  organization={Association for Computational Linguistics}
}
@book{manning1999foundations,
  title={Foundations of statistical natural language processing},
  author={Manning, Christopher D and Manning, Christopher D and Sch{\"u}tze, Hinrich},
  year={1999},
  publisher={MIT press}
}
@article{och2003systematic,
  title={A systematic comparison of various statistical alignment models},
  author={Och, Franz Josef and Ney, Hermann},
  journal={Computational linguistics},
  volume={29},
  number={1},
  pages={19--51},
  year={2003},
  publisher={MIT Press}
}
@article{och2004alignment,
  title={The alignment template approach to statistical machine translation},
  author={Och, Franz Josef and Ney, Hermann},
  journal={Computational linguistics},
  volume={30},
  number={4},
  pages={417--449},
  year={2004},
  publisher={MIT Press}
}
@article{shannon1949communication,
  title={Communication theory of secrecy systems},
  author={Shannon, Claude E},
  journal={Bell system technical journal},
  volume={28},
  number={4},
  pages={656--715},
  year={1949},
  publisher={Wiley Online Library}
}
@inproceedings{vogel1996hmm,
  title={HMM-based word alignment in statistical translation},
  author={Vogel, Stephan and Ney, Hermann and Tillmann, Christoph},
  booktitle={Proceedings of the 16th conference on Computational linguistics-Volume 2},
  pages={836--841},
  year={1996},
  organization={Association for Computational Linguistics}
}
@article{xiao2013unsupervised,
  title={Unsupervised sub-tree alignment for tree-to-tree translation},
  author={Xiao, Tong and Zhu, Jingbo},
  journal={Journal of Artificial Intelligence Research},
  volume={48},
  pages={733--782},
  year={2013}
}
%%%%% chapter 3------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 4------------------------------------------------------
@article{koehn2003statistical,
title={Statistical phrase-based translation},
author={Koehn, Philipp and Och, Franz Josef and Marcu, Daniel},
pages={48--54},
year={2003}}

@article{chiang2007hierarchical,
title={Hierarchical Phrase-Based Translation},
author={Chiang, David},
journal={Computational Linguistics},
volume={33},
number={2},
pages={201--228},
year={2007}}

@article{OchA,
  title={A Systematic Comparison of Various Statistical Alignment Models},
  author={Och, Franz Josef and Ney, Hermann},
  journal={Computational Linguistics},
  volume={29},
  number={1},
  pages={19-51},
}

@article{koehn2002learning,
title={Learning a Translation Lexicon from Monolingual Corpora},
author={Koehn, Philipp and Knight, Kevin},
pages={9--16},
year={2002}}

@article{Gros2008MSD,
  title={MSD Recombination Method in Statistical Machine Translation},
  author={Gros, Jerneja Žganec},
  journal={AIP Conference Proceedings},
  year={2008},
}

@inproceedings{li-etal-2014-neural,
    title = "A Neural Reordering Model for Phrase-based Translation",
    author = "Li, Peng  and
      Liu, Yang  and
      Sun, Maosong  and
      Izuha, Tatsuya  and
      Zhang, Dakun",
    booktitle = "Proceedings of {COLING} 2014, the 25th International Conference on Computational Linguistics: Technical Papers",
    month = aug,
    year = "2014",
    address = "Dublin, Ireland",
    publisher = "Dublin City University and Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/C14-1179",
    pages = "1897--1907",
}

@article{och2003minimum,
title={Minimum Error Rate Training in Statistical Machine Translation},
author={Och, Franz Josef},
pages={160--167},
year={2003}}

@article{crammer2003ultraconservative,
title={Ultraconservative online algorithms for multiclass problems},
author={Crammer, Koby and Singer, Yoram},
journal={Journal of Machine Learning Research},
volume={3},
pages={951--991},
year={2003}}

@article{Chiang2012Hope,
  title={Hope and fear for discriminative training of statistical translation models},
  author={Chiang, David},
  volume={13},
  number={1},
  pages={1159-1187},
  year={2012},
}

@article{chiang2005a,
title={A Hierarchical Phrase-Based Model for Statistical Machine Translation},
author={Chiang, David},
pages={263--270},
year={2005}}

@book{cocke1969programming,
  title={Programming languages and their compilers: Preliminary notes},
  author={Cocke, John},
  year={1969},
  publisher={New York University}
}

@article{younger1967recognition,
  title={Recognition and parsing of context-free languages in time n3},
  author={Younger, Daniel H},
  journal={Information and control},
  volume={10},
  number={2},
  pages={189--208},
  year={1967},
  publisher={Elsevier}
}

@article{kasami1966efficient,
  title={An efficient recognition and syntax-analysis algorithm for context-free languages},
  author={Kasami, Tadao},
  journal={Coordinated Science Laboratory Report no. R-257},
  year={1966},
  publisher={Coordinated Science Laboratory, University of Illinois at Urbana-Champaign}
}

@inproceedings{huang2005better,
  title={Better k-best parsing},
  author={Huang, Liang and Chiang, David},
  booktitle={Proceedings of the Ninth International Workshop on Parsing Technology},
  pages={53--64},
  year={2005},
  organization={Association for Computational Linguistics}
}

@article{wu1997stochastic,
  title={Stochastic inversion transduction grammars and bilingual parsing of parallel corpora},
  author={Wu, Dekai},
  journal={Computational linguistics},
  volume={23},
  number={3},
  pages={377--403},
  year={1997},
  publisher={MIT Press}
}

@inproceedings{liu2006tree,
  title={Tree-to-string alignment template for statistical machine translation},
  author={Liu, Yang and Liu, Qun and Lin, Shouxun},
  booktitle={Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics},
  pages={609--616},
  year={2006},
  organization={Association for Computational Linguistics}
}

@inproceedings{huang2006statistical,
  title={Statistical syntax-directed translation with extended domain of locality},
  author={Huang, Liang and Knight, Kevin and Joshi, Aravind},
  booktitle={Proceedings of AMTA},
  pages={66--73},
  year={2006},
  organization={Cambridge, MA}
}

@inproceedings{galley2006scalable,
  title={Scalable inference and training of context-rich syntactic translation models},
  author={Galley, Michel and Graehl, Jonathan and Knight, Kevin and Marcu, Daniel and DeNeefe, Steve and Wang, Wei and Thayer, Ignacio},
  booktitle={Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics},
  pages={961--968},
  year={2006},
  organization={Association for Computational Linguistics}
}

@inproceedings{galley2004s,
  title={What’s in a translation rule?},
  author={Galley, Michel and Hopkins, Mark and Knight, Kevin and Marcu, Daniel},
  booktitle={Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004},
  pages={273--280},
  year={2004}
}

@inproceedings{eisner2003learning,
  title={Learning non-isomorphic tree mappings for machine translation},
  author={Eisner, Jason},
  booktitle={The Companion Volume to the Proceedings of 41st Annual Meeting of the Association for Computational Linguistics},
  pages={205--208},
  year={2003}
}

@inproceedings{zhang2008tree,
  title={A tree sequence alignment-based tree-to-tree translation model},
  author={Zhang, Min and Jiang, Hongfei and Aw, Aiti and Li, Haizhou and Tan, Chew Lim and Li, Sheng},
  booktitle={Proceedings of ACL-08: HLT},
  pages={559--567},
  year={2008}
}

@inproceedings{liu2009improving,
  title={Improving tree-to-tree translation with packed forests},
  author={Liu, Yang and L{\"u}, Yajuan and Liu, Qun},
  booktitle={Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP: Volume 2-Volume 2},
  pages={558--566},
  year={2009},
  organization={Association for Computational Linguistics}
}

@inproceedings{chiang2010learning,
  title={Learning to translate with source and target syntax},
  author={Chiang, David},
  booktitle={Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics},
  pages={1443--1452},
  year={2010},
  organization={Association for Computational Linguistics}
}

@inproceedings{galley2004s,
  title={What’s in a translation rule?},
  author={Galley, Michel and Hopkins, Mark and Knight, Kevin and Marcu, Daniel},
  booktitle={Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004},
  pages={273--280},
  year={2004}
}

@inproceedings{galley2006scalable,
  title={Scalable inference and training of context-rich syntactic translation models},
  author={Galley, Michel and Graehl, Jonathan and Knight, Kevin and Marcu, Daniel and DeNeefe, Steve and Wang, Wei and Thayer, Ignacio},
  booktitle={Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics},
  pages={961--968},
  year={2006},
  organization={Association for Computational Linguistics}
}

@article{marcu2006spmt:,
title={SPMT: Statistical Machine Translation with Syntactified Target Language Phrases},
author={Marcu, Daniel and Wang, Wei and Echihabi, Abdessamad and Knight, Kevin},
pages={44--52},
year={2006}}

@inproceedings{Tong2009Better,
  title={Better Synchronous Binarization for Machine Translation},
  author={Tong, Xiao and Mu, Li and Zhang, Dongdong and Zhu, Jingbo and Ming, Zhou},
  booktitle={Conference on Empirical Methods in Natural Language Processing},
  year={2009},
}

@inproceedings{Yang2009Improving,
  title={Improving Tree-to-Tree Translation with Packed Forests},
  author={Yang, Liu and Lü, Yajuan and Liu, Qun},
  booktitle={ACL 2009, Proceedings of the 47th Annual Meeting of the Association for Computational Linguistics and the 4th International Joint Conference on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  year={2009},
}

@article{xiao2013unsupervised,
title={Unsupervised sub-tree alignment for tree-to-tree translation},
author={Xiao, Tong and Zhu, Jingbo},
journal={Journal of Artificial Intelligence Research},
volume={48},
pages={733--782},
year={2013}}

@article{liu2009weighted,
title={Weighted Alignment Matrices for Statistical Machine Translation},
author={Liu, Yang and Xia, Tian and Xiao, Xinyan and Liu, Qun},
pages={1017--1026},
year={2009}}

@article{goodman1999semiring,
title={Semiring parsing},
author={Goodman, Joshua T},
journal={Computational Linguistics},
volume={25},
number={4},
pages={573--605},
year={1999}}

@article{eisner2002parameter,
title={Parameter Estimation for Probabilistic Finite-State Transducers},
author={Eisner, Jason},
pages={1--8},
year={2002}}

@article{zhang2006synchronous,
title={Synchronous Binarization for Machine Translation},
author={Zhang, Hao and Huang, Liang and Gildea, Daniel and Knight, Kevin},
pages={256--263},
year={2006}}

@article{Peter1993The,
  title={The Mathematics of Statistical Machine Translation: Parameter Estimation},
  author={Peter F Brown and Stephen Della A Pietra and Vincent Della J Pietra and Robert L Mercer},
  journal={Computational Linguistics},
  volume={19},
  number={2},
  pages={263-311},
  year={1993},
}

@inproceedings{Blunsom2008A,
  title={A Discriminative Latent Variable Model for Statistical Machine Translation},
  author={Blunsom, Phil and Cohn, Trevor and Osborne, Miles},
  booktitle={Acl, Meeting of the Association for Computational Linguistics, June, Columbus, Ohio, Usa},
  year={2008},
}

@inproceedings{Blunsom2009A,
  title={A Gibbs Sampler for Phrasal Synchronous Grammar Induction},
  author={Blunsom, Phil and Cohn, Trevor and Dyer, Chris and Osborne, Miles},
  booktitle={ACL 2009, Proceedings of the 47th Annual Meeting of the Association for Computational Linguistics and the 4th International Joint Conference on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  year={2009},
}

@inproceedings{Cohn2009A,
  title={A Bayesian Model of Syntax-Directed Tree to String Grammar Induction},
  author={Cohn, Trevor and Blunsom, Phil},
  booktitle={Conference on Empirical Methods in Natural Language Processing},
  year={2009},
}

@article{smith2006minimum,
title={Minimum Risk Annealing for Training Log-Linear Models},
author={Smith, David A and Eisner, Jason},
pages={787--794},
year={2006}}

@article{li2009first-,
title={First- and Second-Order Expectation Semirings with Applications to Minimum-Risk Training on Translation Forests},
author={Li, Zhifei and Eisner, Jason},
pages={40--51},
year={2009}}

@article{watanabe2007online,
title={Online Large-Margin Training for Statistical Machine Translation},
author={Watanabe, Taro and Suzuki, Jun and Tsukada, Hajime and Isozaki, Hideki},
pages={764--773},
year={2007}}

@inproceedings{Chiang200911,
  title={11,001 New Features for Statistical Machine Translation},
  author={Chiang, David and Knight, Kevin and Wei, Wang},
  booktitle={Human Language Technologies: Conference of the North American Chapter of the Association of Computational Linguistics},
  year={2009},
}

@article{Hopkins2011Tuning,
  title={Tuning as Ranking.},
  author={Hopkins, Mark and May, Jonathan},
  year={2011},
}

@article{XiaoA,
  title={A Loss-Augmented Approach to Training Syntactic Machine Translation Systems},
  author={Xiao, Tong and Wong, Derek F. and Zhu, Jingbo},
  journal={IEEE/ACM Transactions on Audio Speech \& Language Processing},
  volume={24},
  number={11},
  pages={2069-2083},
}

@article{de2010hierarchical,
  title={Hierarchical phrase-based translation with weighted finite-state transducers and shallow-n grammars},
  author={de Gispert, Adri{\`a} and Iglesias, Gonzalo and Blackwood, Graeme and R. Banga, Eduardo and Byrne, William},
  journal={Computational linguistics},
  volume={36},
  number={3},
  pages={505--533},
  year={2010},
  publisher={MIT Press}
}

@article{Casacuberta2004Machine,
  title={Machine Translation with Inferred Stochastic Finite-State Transducers},
  author={Casacuberta, Francisco and Vidal, Enrique},
  journal={Computational Linguistics},
  volume={30},
  number={2},
  pages={205-225},
  year={2004},
}

@inproceedings{Yang2009Lattice,
  title={Lattice-based System Combination for Statistical Machine Translation},
  author={Yang, Feng and Yang, Liu and Mi, Haitao and Liu, Qun and Lü, Yajuan},
  booktitle={Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, EMNLP 2009, 6-7 August 2009, Singapore, A meeting of SIGDAT, a Special Interest Group of the ACL},
  year={2009},
}

@inproceedings{He2008Indirect,
  title={Indirect-HMM-based Hypothesis Alignment for Combining Outputs from Machine Translation Systems},
  author={He, Xiaodong and Mei, Yang and Gao, Jianfeng and Nguyen, Patrick and Moore, Robert},
  booktitle={2008 Conference on Empirical Methods in Natural Language Processing, EMNLP 2008, Proceedings of the Conference, 25-27 October 2008, Honolulu, Hawaii, USA, A meeting of SIGDAT, a Special Interest Group of the ACL},
  year={2008},
}

@inproceedings{Li2009Incremental,
  title={Incremental HMM Alignment for MT System Combination},
  author={Li, Chi Ho and He, Xiaodong and Liu, Yupeng and Ning, Xi},
  booktitle={International Joint Conference on Acl},
  year={2009},
}

@inproceedings{Yang2009Joint,
  title={Joint Decoding with Multiple Translation Models},
  author={Yang, Liu and Mi, Haitao and Yang, Feng and Liu, Qun},
  booktitle={International Joint Conference on Acl},
  year={2009},
}

@inproceedings{Mu2009Collaborative,
  title={Collaborative Decoding: Partial Hypothesis Re-ranking Using Translation Consensus between Decoders},
  author={Mu, Li and Nan, Duan and Zhang, Dongdong and Li, Chi Ho and Ming, Zhou},
  booktitle={ACL 2009, Proceedings of the 47th Annual Meeting of the Association for Computational Linguistics and the 4th International Joint Conference on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  year={2009},
}

@inproceedings{Tong2016Syntactic,
  title={Syntactic Skeleton-Based Translation},
  author={Tong, Xiao and Zhu, Jingbo and Zhang, Chunliang and Liu, Tongran},
  year={2016},
}

@article{shen2008a,
title={A New String-to-Dependency Machine Translation Algorithm with a Target Dependency Language Model},
author={Shen, Libin and Xu, Jinxi and Weischedel, Ralph},
pages={577--585},
year={2008}}

@article{TongLanguage,
  title={Language Modeling for Syntax-Based Machine Translation Using Tree Substitution Grammars: A Case Study on Chinese-English Translation},
  author={Tong and Xiao and Jingbo and Zhu and Muhua and Zhu},
}

@article{xiong2006maximum,
title={Maximum Entropy Based Phrase Reordering Model for Statistical Machine Translation},
author={Xiong, Deyi and Liu, Qun and Lin, Shouxun},
pages={521--528},
year={2006}}

@article{taskar2005a,
title={A Discriminative Matching Approach to Word Alignment},
author={Taskar, Ben and Simon, Lacostejulien and Dan, Klein},
pages={73--80},
year={2005}}

@inproceedings{ilprints729,
       booktitle = {Seventh International Workshop on Parsing Technologies (IWPT- 2001)},
           month = {October},
           title = {Parsing and Hypergraphs},
          author = {Dan Klein and Christopher D. Manning},
            year = {2001},
         journal = {Proceedings of the Seventh International Workshop on Parsing Technologies},
        keywords = {parsing, algorithms, hypergraphs, natural language},
             url = {http://ilpubs.stanford.edu:8090/729/},
        abstract = {While symbolic parsers can be viewed as deduction systems, this view is less natural for probabilistic parsers.  We present a view of parsing as directed hypergraph analysis which naturally covers both symbolic and probabilistic parsing.  We illustrate the approach by showing how a dynamic extension of Dijkstra's algorithm can be used to construct a probabilistic chart parser with an $O(n^3)$ time bound for arbitrary PCFGs, while preserving as much of the flexibility of symbolic chart parsers as allowed by the inherent ordering of probabilistic dependencies.}
}

@inproceedings{och2004smorgasbord,
  title={A smorgasbord of features for statistical machine translation},
  author={Och, Franz Josef and Gildea, Daniel and Khudanpur, Sanjeev and Sarkar, Anoop and Yamada, Kenji and Fraser, Alexander and Kumar, Shankar and Shen, Libin and Smith, David A and Eng, Katherine and others},
  booktitle={Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004},
  pages={161--168},
  year={2004}
}

@inproceedings{dreyer2015apro,
  title={APRO: All-pairs ranking optimization for MT tuning},
  author={Dreyer, Markus and Dong, Yuanzhe},
  booktitle={Proceedings of the 2015 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  pages={1018--1023},
  year={2015}
}

@inproceedings{bangalore2001computing,
  title={Computing consensus translation from multiple machine translation systems},
  author={Bangalore, B and Bordel, German and Riccardi, Giuseppe},
  booktitle={IEEE Workshop on Automatic Speech Recognition and Understanding, 2001. ASRU'01.},
  pages={351--354},
  year={2001},
  organization={IEEE}
}

@inproceedings{rosti2007combining,
  title={Combining outputs from multiple machine translation systems},
  author={Rosti, Antti-Veikko and Ayan, Necip Fazil and Xiang, Bing and Matsoukas, Spyros and Schwartz, Richard and Dorr, Bonnie},
  booktitle={Human Language Technologies 2007: The Conference of the North American Chapter of the Association for Computational Linguistics; Proceedings of the Main Conference},
  pages={228--235},
  year={2007}
}

@inproceedings{charniak2001immediate,
  title={Immediate-head parsing for language models},
  author={Charniak, Eugene},
  booktitle={Proceedings of the 39th Annual Meeting on Association for Computational Linguistics},
  pages={124--131},
  year={2001},
  organization={Association for Computational Linguistics}
}

@inproceedings{och2004smorgasbord,
  title={A smorgasbord of features for statistical machine translation},
  author={Och, Franz Josef and Gildea, Daniel and Khudanpur, Sanjeev and Sarkar, Anoop and Yamada, Kenji and Fraser, Alexander and Kumar, Shankar and Shen, Libin and Smith, David A and Eng, Katherine and others},
  booktitle={Proceedings of the Human Language Technology Conference of the North American Chapter of the Association for Computational Linguistics: HLT-NAACL 2004},
  pages={161--168},
  year={2004}
}

@article{xiao2011language,
  title={Language modeling for syntax-based machine translation using tree substitution grammars: A case study on chinese-english translation},
  author={Xiao, Tong and Zhu, Jingbo and Zhu, Muhua},
  journal={ACM Transactions on Asian Language Information Processing (TALIP)},
  volume={10},
  number={4},
  pages={1--29},
  year={2011},
  publisher={ACM New York, NY, USA}
}

@inproceedings{mi2008forest,
  title={Forest-based translation},
  author={Mi, Haitao and Huang, Liang and Liu, Qun},
  booktitle={Proceedings of ACL-08: HLT},
  pages={192--199},
  year={2008}
}

@inproceedings{zhu2011improving,
  title={Improving decoding generalization for tree-to-string translation},
  author={Zhu, Jingbo and Xiao, Tong},
  booktitle={Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies: short papers-Volume 2},
  pages={418--423},
  year={2011},
  organization={Association for Computational Linguistics}
}

@article{knight1999decoding,
  title={Decoding complexity in word-replacement translation models},
  author={Knight, Kevin},
  journal={Computational linguistics},
  volume={25},
  number={4},
  pages={607--615},
  year={1999},
  publisher={MIT Press}
}

@article{xiao2013bagging,
  title={Bagging and boosting statistical machine translation systems},
  author={Xiao, Tong and Zhu, Jingbo and Liu, Tongran},
  journal={Artificial Intelligence},
  volume={195},
  pages={496--527},
  year={2013},
  publisher={Elsevier}
}

@inproceedings{xiao2010empirical,
  title={An empirical study of translation rule extraction with multiple parsers},
  author={Xiao, Tong and Zhu, Jingbo and Zhang, Hao and Zhu, Muhua},
  booktitle={Proceedings of the 23rd International Conference on Computational Linguistics: Posters},
  pages={1345--1353},
  year={2010},
  organization={Association for Computational Linguistics}
}

@inproceedings{chiang2008online,
  title={Online large-margin training of syntactic and structural translation features},
  author={Chiang, David and Marton, Yuval and Resnik, Philip},
  booktitle={Proceedings of the 2008 conference on empirical methods in natural language processing},
  pages={224--233},
  year={2008}
}

@inproceedings{gildea2003loosely,
  title={Loosely tree-based alignment for machine translation},
  author={Gildea, Daniel},
  booktitle={Proceedings of the 41st annual meeting of the association for computational linguistics},
  pages={80--87},
  year={2003}
}

@inproceedings{koehn2000estimating,
  title={Estimating word translation probabilities from unrelated monolingual corpora using the EM algorithm},
  author={Koehn, Philipp and Knight, Kevin},
  booktitle={AAAI/IAAI},
  pages={711--715},
  year={2000}
}

@inproceedings{koehn2007factored,
  title={Factored translation models},
  author={Koehn, Philipp and Hoang, Hieu},
  booktitle={Proceedings of the 2007 joint conference on empirical methods in natural language processing and computational natural language learning (EMNLP-CoNLL)},
  pages={868--876},
  year={2007}
}

@article{powell1964an,
title={An efficient method for finding the minimum of a function of several variables without calculating derivatives},
author={Powell, M J D},
journal={The Computer Journal},
volume={7},
number={2},
pages={155--162},
year={1964}}

@article{tinsley2007robust,
  title={Robust language pair-independent sub-tree alignment},
  author={Tinsley, John and Zhechev, Ventsislav and Hearne, Mary and Way, Andy},
  year={2007},
  publisher={European Association for Machine Translation}
}

@inproceedings{sun2010exploring,
  title={Exploring syntactic structural features for sub-tree alignment using bilingual tree kernels},
  author={Sun, Jun and Zhang, Min and Tan, Chew Lim},
  booktitle={Proceedings of the 48th annual meeting of the association for computational linguistics},
  pages={306--315},
  year={2010},
  organization={Association for Computational Linguistics}
}

@inproceedings{sun2010discriminative,
  title={Discriminative induction of sub-tree alignment using limited labeled data},
  author={Sun, Jun and Zhang, Min and Tan, Chew Lim},
  booktitle={Proceedings of the 23rd International Conference on Computational Linguistics},
  pages={1047--1055},
  year={2010},
  organization={Association for Computational Linguistics}
}
%%%%% chapter 4------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%chapter5------------------------------------------------------------
@article{baydin2017automatic,
  title={Automatic differentiation in machine learning: a survey},
  author={Baydin, At{\i}l{\i}m G{\"u}nes and Pearlmutter, Barak A and Radul, Alexey Andreyevich and Siskind, Jeffrey Mark},
  journal={The Journal of Machine Learning Research},
  volume={18},
  number={1},
  pages={5595--5637},
  year={2017},
  publisher={JMLR. org}
}
@article{qian1999momentum,
  title={On the momentum term in gradient descent learning algorithms},
  author={Qian, Ning},
  journal={Neural networks},
  volume={12},
  number={1},
  pages={145--151},
  year={1999},
  publisher={Elsevier}
}
@article{duchi2011adaptive,
  title={Adaptive subgradient methods for online learning and stochastic optimization},
  author={Duchi, John and Hazan, Elad and Singer, Yoram},
  journal={Journal of machine learning research},
  volume={12},
  number={Jul},
  pages={2121--2159},
  year={2011}
}
@article{tieleman2012rmsprop,
  title={Rmsprop: Divide the gradient by a running average of its recent magnitude. coursera: Neural networks for machine learning},
  author={Tieleman, Tijmen and Hinton, Geoffrey},
  journal={COURSERA Neural Networks Mach. Learn},
  year={2012}
}
@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}
@inproceedings{xiao2017fast,
  title={Fast Parallel Training of Neural Language Models.},
  author={Xiao, Tong and Zhu, Jingbo and Liu, Tongran and Zhang, Chunliang},
  booktitle={IJCAI},
  pages={4193--4199},
  year={2017}
}
@article{ioffe2015batch,
  title={Batch normalization: Accelerating deep network training by reducing internal covariate shift},
  author={Ioffe, Sergey and Szegedy, Christian},
  journal={arXiv preprint arXiv:1502.03167},
  year={2015}
}
@article{ba2016layer,
  title={Layer normalization},
  author={Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E},
  journal={arXiv preprint arXiv:1607.06450},
  year={2016}
}
@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={770--778},
  year={2016}
}
@article{bengio2003neural,
  title={A neural probabilistic language model},
  author={Bengio, Yoshua and Ducharme, R{\'e}jean and Vincent, Pascal and Jauvin, Christian},
  journal={Journal of machine learning research},
  volume={3},
  number={Feb},
  pages={1137--1155},
  year={2003}
}
@inproceedings{mikolov2010recurrent,
  title={Recurrent neural network based language model},
  author={Mikolov, Tom{\'a}{\v{s}} and Karafi{\'a}t, Martin and Burget, Luk{\'a}{\v{s}} and {\v{C}}ernock{\`y}, Jan and Khudanpur, Sanjeev},
  booktitle={Eleventh annual conference of the international speech communication association},
  year={2010}
}
@inproceedings{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  booktitle={Advances in neural information processing systems},
  pages={5998--6008},
  year={2017}
}
@inproceedings{mikolov2013distributed,
  title={Distributed representations of words and phrases and their compositionality},
  author={Mikolov, Tomas and Sutskever, Ilya and Chen, Kai and Corrado, Greg S and Dean, Jeff},
  booktitle={Advances in neural information processing systems},
  pages={3111--3119},
  year={2013}
}
@inproceedings{pennington2014glove,
  title={Glove: Global vectors for word representation},
  author={Pennington, Jeffrey and Socher, Richard and Manning, Christopher D},
  booktitle={Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP)},
  pages={1532--1543},
  year={2014}
}
@article{peters2018deep,
  title={Deep contextualized word representations},
  author={Peters, Matthew E and Neumann, Mark and Iyyer, Mohit and Gardner, Matt and Clark, Christopher and Lee, Kenton and Zettlemoyer, Luke},
  journal={arXiv preprint arXiv:1802.05365},
  year={2018}
}
@article{radford2018improving,
  title={Improving language understanding by generative pre-training},
  author={Radford, Alec and Narasimhan, Karthik and Salimans, Tim and Sutskever, Ilya},
  journal={URL https://s3-us-west-2. amazonaws. com/openai-assets/researchcovers/languageunsupervised/language understanding paper. pdf},
  year={2018}
}
@article{devlin2018bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}
@article{goldberg2017neural,
  title={Neural network methods for natural language processing},
  author={Goldberg, Yoav},
  journal={Synthesis Lectures on Human Language Technologies},
  volume={10},
  number={1},
  pages={1--309},
  year={2017},
  publisher={Morgan \& Claypool Publishers}
}
@article{lecun2015deep,
  title={Deep learning},
  author={LeCun, Yann and Bengio, Yoshua and Hinton, Geoffrey},
  journal={nature},
  volume={521},
  number={7553},
  pages={436--444},
  year={2015},
  publisher={Nature Publishing Group}
}
@article{guidotti2018survey,
  title={A survey of methods for explaining black box models},
  author={Guidotti, Riccardo and Monreale, Anna and Ruggieri, Salvatore and Turini, Franco and Giannotti, Fosca and Pedreschi, Dino},
  journal={ACM computing surveys (CSUR)},
  volume={51},
  number={5},
  pages={1--42},
  year={2018},
  publisher={ACM New York, NY, USA}
}
@inproceedings{koh2017understanding,
  title={Understanding black-box predictions via influence functions},
  author={Koh, Pang Wei and Liang, Percy},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={1885--1894},
  year={2017},
  organization={JMLR. org}
}
@article{arthur2016incorporating,
  title={Incorporating discrete translation lexicons into neural machine translation},
  author={Arthur, Philip and Neubig, Graham and Nakamura, Satoshi},
  journal={arXiv preprint arXiv:1606.02006},
  year={2016}
}
@article{zhang2018prior,
  title={Prior knowledge integration for neural machine translation using posterior regularization},
  author={Zhang, Jiacheng and Liu, Yang and Luan, Huanbo and Xu, Jingfang and Sun, Maosong},
  journal={arXiv preprint arXiv:1811.01100},
  year={2018}
}
@inproceedings{zollmann2006syntax,
  title={Syntax augmented machine translation via chart parsing},
  author={Zollmann, Andreas and Venugopal, Ashish},
  booktitle={Proceedings of the Workshop on Statistical Machine Translation},
  pages={138--141},
  year={2006},
  organization={Association for Computational Linguistics}
}
@inproceedings{charniak2003syntax,
  title={Syntax-based language models for statistical machine translation},
  author={Charniak, Eugene and Knight, Kevin and Yamada, Kenji},
  booktitle={Proceedings of MT Summit IX},
  pages={40--46},
  year={2003}
}
@article{stahlberg2016syntactically,
  title={Syntactically guided neural machine translation},
  author={Stahlberg, Felix and Hasler, Eva and Waite, Aurelien and Byrne, Bill},
  journal={arXiv preprint arXiv:1605.04569},
  year={2016}
}
@inproceedings{plank2013embedding,
  title={Embedding semantic similarity in tree kernels for domain adaptation of relation extraction},
  author={Plank, Barbara and Moschitti, Alessandro},
  booktitle={Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  pages={1498--1507},
  year={2013}
}
@inproceedings{perozzi2014deepwalk,
  title={Deepwalk: Online learning of social representations},
  author={Perozzi, Bryan and Al-Rfou, Rami and Skiena, Steven},
  booktitle={Proceedings of the 20th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={701--710},
  year={2014}
}
@article{collobert2011natural,
  title={Natural language processing (almost) from scratch},
  author={Collobert, Ronan and Weston, Jason and Bottou, L{\'e}on and Karlen, Michael and Kavukcuoglu, Koray and Kuksa, Pavel},
  journal={Journal of machine learning research},
  volume={12},
  number={Aug},
  pages={2493--2537},
  year={2011}
}
@article{mikolov2013efficient,
  title={Efficient estimation of word representations in vector space},
  author={Mikolov, Tomas and Chen, Kai and Corrado, Greg and Dean, Jeffrey},
  journal={arXiv preprint arXiv:1301.3781},
  year={2013}
}
@inproceedings{mccann2017learned,
  title={Learned in translation: Contextualized word vectors},
  author={McCann, Bryan and Bradbury, James and Xiong, Caiming and Socher, Richard},
  booktitle={Advances in Neural Information Processing Systems},
  pages={6294--6305},
  year={2017}
}
@article{radford2019language,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya},
  journal={OpenAI Blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}
@article{lample2019cross,
  title={Cross-lingual language model pretraining},
  author={Lample, Guillaume and Conneau, Alexis},
  journal={arXiv preprint arXiv:1901.07291},
  year={2019}
}
@article{song2019mass,
  title={Mass: Masked sequence to sequence pre-training for language generation},
  author={Song, Kaitao and Tan, Xu and Qin, Tao and Lu, Jianfeng and Liu, Tie-Yan},
  journal={arXiv preprint arXiv:1905.02450},
  year={2019}
}
@inproceedings{yang2019xlnet,
  title={Xlnet: Generalized autoregressive pretraining for language understanding},
  author={Yang, Zhilin and Dai, Zihang and Yang, Yiming and Carbonell, Jaime and Salakhutdinov, Russ R and Le, Quoc V},
  booktitle={Advances in neural information processing systems},
  pages={5754--5764},
  year={2019}
}
@article{lan2019albert,
  title={Albert: A lite bert for self-supervised learning of language representations},
  author={Lan, Zhenzhong and Chen, Mingda and Goodman, Sebastian and Gimpel, Kevin and Sharma, Piyush and Soricut, Radu},
  journal={arXiv preprint arXiv:1909.11942},
  year={2019}
}
%%%%%chapter5------------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%






%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%chapter6----------------------------------------------------------------

@article{DBLP:journals/corr/abs-1905-13324,
  author    = {Biao Zhang and
               Rico Sennrich},
  title     = {A Lightweight Recurrent Network for Sequence Modeling},
  journal   = {CoRR},
  volume    = {abs/1905.13324},
  year      = {2019},
  url       = {http://arxiv.org/abs/1905.13324},
  archivePrefix = {arXiv},
  eprint    = {1905.13324},
  timestamp = {Mon, 03 Jun 2019 13:42:33 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1905-13324.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{Wu2016GooglesNM,
  title={Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation},
  author={Yonghui Wu and Mike Schuster and Zhifeng Chen and Quoc V. Le and Mohammad Norouzi and Wolfgang Macherey and Maxim Krikun and Yuan Cao and Qin Gao and Klaus Macherey and Jeff Klingner and Apurva Shah and Melvin Johnson and Xiaobing Liu and Lukasz Kaiser and Stephan Gouws and Yoshikiyo Kato and Taku Kudo and Hideto Kazawa and Keith Stevens and George Kurian and Nishant Patil and Wei Wang and Cliff Young and Jason Smith and Jason Riesa and Alex Rudnick and Oriol Vinyals and Gregory S. Corrado and Macduff Hughes and Jeffrey Dean},
  journal={ArXiv},
  year={2016},
  volume={abs/1609.08144}
}

@inproceedings{li-etal-2018-simple,
    title = "A Simple and Effective Approach to Coverage-Aware Neural Machine Translation",
    author = "Li, Yanyang  and
      Xiao, Tong  and
      Li, Yinqiao  and
      Wang, Qiang  and
      Xu, Changming  and
      Zhu, Jingbo",
    booktitle = "Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)",
    month = jul,
    year = "2018",
    address = "Melbourne, Australia",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/P18-2047",
    doi = "10.18653/v1/P18-2047",
    pages = "292--297",
    abstract = "We offer a simple and effective method to seek a better balance between model confidence and length preference for Neural Machine Translation (NMT). Unlike the popular length normalization and coverage models, our model does not require training nor reranking the limited n-best outputs. Moreover, it is robust to large beam sizes, which is not well studied in previous work. On the Chinese-English and English-German translation tasks, our approach yields +0.4 1.5 BLEU improvements over the state-of-the-art baselines.",
}

@article{DBLP:journals/corr/LinFSYXZB17,
  author    = {Zhouhan Lin and
               Minwei Feng and
               C{\'{\i}}cero Nogueira dos Santos and
               Mo Yu and
               Bing Xiang and
               Bowen Zhou and
               Yoshua Bengio},
  title     = {A Structured Self-attentive Sentence Embedding},
  journal   = {CoRR},
  volume    = {abs/1703.03130},
  year      = {2017},
  url       = {http://arxiv.org/abs/1703.03130},
  archivePrefix = {arXiv},
  eprint    = {1703.03130},
  timestamp = {Mon, 13 Aug 2018 16:46:06 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/LinFSYXZB17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/ChenLCL17,
  author    = {Yun Chen and
               Yang Liu and
               Yong Cheng and
               Victor O. K. Li},
  title     = {A Teacher-Student Framework for Zero-Resource Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1705.00753},
  year      = {2017},
  url       = {http://arxiv.org/abs/1705.00753},
  archivePrefix = {arXiv},
  eprint    = {1705.00753},
  timestamp = {Thu, 04 Jul 2019 16:25:18 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/ChenLCL17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1805-00631,
  author    = {Biao Zhang and
               Deyi Xiong and
               Jinsong Su},
  title     = {Accelerating Neural Transformer via an Average Attention Network},
  journal   = {CoRR},
  volume    = {abs/1805.00631},
  year      = {2018},
  url       = {http://arxiv.org/abs/1805.00631},
  archivePrefix = {arXiv},
  eprint    = {1805.00631},
  timestamp = {Mon, 13 Aug 2018 16:46:01 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1805-00631.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}@article{DBLP:journals/corr/abs-1805-00631,
  author    = {Biao Zhang and
               Deyi Xiong and
               Jinsong Su},
  title     = {Accelerating Neural Transformer via an Average Attention Network},
  journal   = {CoRR},
  volume    = {abs/1805.00631},
  year      = {2018},
  url       = {http://arxiv.org/abs/1805.00631},
  archivePrefix = {arXiv},
  eprint    = {1805.00631},
  timestamp = {Mon, 13 Aug 2018 16:46:01 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1805-00631.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/CourbariauxB16,
  author    = {Matthieu Courbariaux and
               Yoshua Bengio},
  title     = {BinaryNet: Training Deep Neural Networks with Weights and Activations
               Constrained to +1 or -1},
  journal   = {CoRR},
  volume    = {abs/1602.02830},
  year      = {2016},
  url       = {http://arxiv.org/abs/1602.02830},
  archivePrefix = {arXiv},
  eprint    = {1602.02830},
  timestamp = {Mon, 13 Aug 2018 16:46:57 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/CourbariauxB16.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1905-09418,
  author    = {Elena Voita and
               David Talbot and
               Fedor Moiseev and
               Rico Sennrich and
               Ivan Titov},
  title     = {Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy
               Lifting, the Rest Can Be Pruned},
  journal   = {CoRR},
  volume    = {abs/1905.09418},
  year      = {2019},
  url       = {http://arxiv.org/abs/1905.09418},
  archivePrefix = {arXiv},
  eprint    = {1905.09418},
  timestamp = {Wed, 29 May 2019 11:27:50 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1905-09418.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@MISC{Schwenk_continuousspace,
    author = {Hol Ger Schwenk},
    title = {Continuous Space Translation Models for Phrase-Based Statistical Machine Translation},
    year = {}
}

@incollection{NIPS2017_7181,
title = {Attention is All you Need},
author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, \L ukasz and Polosukhin, Illia},
booktitle = {Advances in Neural Information Processing Systems 30},
editor = {I. Guyon and U. V. Luxburg and S. Bengio and H. Wallach and R. Fergus and S. Vishwanathan and R. Garnett},
pages = {5998--6008},
year = {2017},
publisher = {Curran Associates, Inc.},
url = {http://papers.nips.cc/paper/7181-attention-is-all-you-need.pdf}
}

@article{DBLP:journals/corr/ZhangZ16c,
  author    = {Jiajun Zhang and
               Chengqing Zong},
  title     = {Bridging Neural Machine Translation and Bilingual Dictionaries},
  journal   = {CoRR},
  volume    = {abs/1610.07272},
  year      = {2016},
  url       = {http://arxiv.org/abs/1610.07272},
  archivePrefix = {arXiv},
  eprint    = {1610.07272},
  timestamp = {Mon, 13 Aug 2018 16:47:14 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/ZhangZ16c.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/SeeLM16,
  author    = {Abigail See and
               Minh{-}Thang Luong and
               Christopher D. Manning},
  title     = {Compression of Neural Machine Translation Models via Pruning},
  journal   = {CoRR},
  volume    = {abs/1606.09274},
  year      = {2016},
  url       = {http://arxiv.org/abs/1606.09274},
  archivePrefix = {arXiv},
  eprint    = {1606.09274},
  timestamp = {Mon, 13 Aug 2018 16:48:35 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/SeeLM16.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1805-10163,
  author    = {Elena Voita and
               Pavel Serdyukov and
               Rico Sennrich and
               Ivan Titov},
  title     = {Context-Aware Neural Machine Translation Learns Anaphora Resolution},
  journal   = {CoRR},
  volume    = {abs/1805.10163},
  year      = {2018},
  url       = {http://arxiv.org/abs/1805.10163},
  archivePrefix = {arXiv},
  eprint    = {1805.10163},
  timestamp = {Mon, 13 Aug 2018 16:49:01 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1805-10163.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/GehringAGYD17,
  author    = {Jonas Gehring and
               Michael Auli and
               David Grangier and
               Denis Yarats and
               Yann N. Dauphin},
  title     = {Convolutional Sequence to Sequence Learning},
  journal   = {CoRR},
  volume    = {abs/1705.03122},
  year      = {2017},
  url       = {http://arxiv.org/abs/1705.03122},
  archivePrefix = {arXiv},
  eprint    = {1705.03122},
  timestamp = {Mon, 13 Aug 2018 16:48:03 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/GehringAGYD17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{Ba2016LayerN,
  title={Layer Normalization},
  author={Jimmy Ba and Jamie Ryan Kiros and Geoffrey E. Hinton},
  journal={ArXiv},
  year={2016},
  volume={abs/1607.06450}
}

@article{DBLP:journals/corr/HeZRS15,
  author    = {Kaiming He and
               Xiangyu Zhang and
               Shaoqing Ren and
               Jian Sun},
  title     = {Deep Residual Learning for Image Recognition},
  journal   = {CoRR},
  volume    = {abs/1512.03385},
  year      = {2015},
  url       = {http://arxiv.org/abs/1512.03385},
  archivePrefix = {arXiv},
  eprint    = {1512.03385},
  timestamp = {Wed, 17 Apr 2019 17:23:45 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/HeZRS15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{Hinton2015Distilling,
  title={Distilling the Knowledge in a Neural Network},
  author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
  journal={Computer Science},
  volume={14},
  number={7},
  pages={38-39},
  year={2015},
}

@InProceedings{pmlr-v9-glorot10a,
  title = 	 {Understanding the difficulty of training deep feedforward neural networks},
  author = 	 {Xavier Glorot and Yoshua Bengio},
  booktitle = 	 {Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics},
  pages = 	 {249--256},
  year = 	 {2010},
  editor = 	 {Yee Whye Teh and Mike Titterington},
  volume = 	 {9},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {Chia Laguna Resort, Sardinia, Italy},
  month = 	 {13--15 May},
  publisher = 	 {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v9/glorot10a/glorot10a.pdf},
  url = 	 {http://proceedings.mlr.press/v9/glorot10a.html},
  abstract = 	 {Whereas before 2006 it appears that deep multi-layer neural networks were not successfully trained, since then several algorithms have been shown to successfully train them, with experimental results showing the superiority of deeper vs less deep architectures. All these experimental results were obtained with new initialization or training mechanisms. Our objective here is to understand better why standard gradient descent from random initialization is doing so poorly with deep neural networks, to better understand these recent relative successes and help design better algorithms in the future.  We first observe the influence of the non-linear activations functions. We find that the logistic sigmoid activation is unsuited for deep networks with random initialization because of its mean value, which can drive especially the top hidden layer into saturation. Surprisingly, we find that saturated units can move out of saturation by themselves, albeit slowly, and explaining the plateaus sometimes seen when training neural networks. We find that a new non-linearity that saturates less can often be beneficial. Finally, we study how activations and gradients vary across layers and during training, with the idea that training may be more difficult when the singular values of the Jacobian associated with each layer are far from 1.  Based on these considerations, we propose a new initialization scheme that brings substantially faster convergence.}
}

@article{DBLP:journals/corr/LuongPM15,
  author    = {Minh{-}Thang Luong and
               Hieu Pham and
               Christopher D. Manning},
  title     = {Effective Approaches to Attention-based Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1508.04025},
  year      = {2015},
  url       = {http://arxiv.org/abs/1508.04025},
  archivePrefix = {arXiv},
  eprint    = {1508.04025},
  timestamp = {Mon, 13 Aug 2018 16:46:14 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/LuongPM15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1906-00532,
  author    = {Aishwarya Bhandare and
               Vamsi Sripathi and
               Deepthi Karkada and
               Vivek Menon and
               Sun Choi and
               Kushal Datta and
               Vikram Saletore},
  title     = {Efficient 8-Bit Quantization of Transformer Neural Machine Language
               Translation Model},
  journal   = {CoRR},
  volume    = {abs/1906.00532},
  year      = {2019},
  url       = {http://arxiv.org/abs/1906.00532},
  archivePrefix = {arXiv},
  eprint    = {1906.00532},
  timestamp = {Thu, 13 Jun 2019 13:36:00 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1906-00532.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@InProceedings{Liu_2019_CVPR,
author = {Liu, Shikun and Johns, Edward and Davison, Andrew J.},
title = {End-To-End Multi-Task Learning With Attention},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2019}
}

@article{MoradiInterrogating,
  title={Interrogating the Explanatory Power of Attention in Neural Machine Translation},
  author={Moradi, Pooya and Kambhatla, Nishant and Sarkar, Anoop},
}

@article{WangLearning,
  title={Learning Deep Transformer Models for Machine Translation},
  author={Wang, Qiang and Li, Bei and Xiao, Tong and Zhu, Jingbo and Li, Changliang and Wong, Derek F. and Chao, Lidia S.},
}

@article{JMLR:v15:srivastava14a,
  author  = {Nitish Srivastava and Geoffrey Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov},
  title   = {Dropout: A Simple Way to Prevent Neural Networks from Overfitting},
  journal = {Journal of Machine Learning Research},
  year    = {2014},
  volume  = {15},
  pages   = {1929-1958},
  url     = {http://jmlr.org/papers/v15/srivastava14a.html}
}

@InProceedings{Szegedy_2016_CVPR,
author = {Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jon and Wojna, Zbigniew},
title = {Rethinking the Inception Architecture for Computer Vision},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2016}
}

@article{BENGIO1994Learning,
  title={Learning Long-term Dependencies With Gradient Descent is Difficult},
  author={BENGIO,Y.},
  journal={IEEE Trans Neural Netw},
  volume={5},
  year={1994},
}

@article{Cho2014Learning,
  title={Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation},
  author={Cho, Kyunghyun and Van Merrienboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal={Computer Science},
  year={2014},
}

@article{WangNeural,
  title={Neural Machine Translation Advised by Statistical Machine Translation},
  author={Wang, Xing and Lu, Zhengdong and Tu, Zhaopeng and Li, Hang and Xiong, Deyi and Zhang, Min},
}

@article{HochreiterLong,
  title={Long Short-Term Memory},
  author={Hochreiter, S and Schmidhuber, J},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1735-1780},
}

@article{TuModeling,
  title={Modeling Coverage for Neural Machine Translation},
  author={Tu, Zhaopeng and Lu, Zhengdong and Liu, Yang and Liu, Xiaohua and Li, Hang},
}

@inproceedings{devlin-etal-2014-fast,
    title = "Fast and Robust Neural Network Joint Models for Statistical Machine Translation",
    author = "Devlin, Jacob  and
      Zbib, Rabih  and
      Huang, Zhongqiang  and
      Lamar, Thomas  and
      Schwartz, Richard  and
      Makhoul, John",
    booktitle = "Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
    month = jun,
    year = "2014",
    address = "Baltimore, Maryland",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/P14-1129",
    doi = "10.3115/v1/P14-1129",
    pages = "1370--1380",
}

@inproceedings{wang-etal-2018-multi-layer,
    title = "Multi-layer Representation Fusion for Neural Machine Translation",
    author = "Wang, Qiang  and
      Li, Fuxue  and
      Xiao, Tong  and
      Li, Yanyang  and
      Li, Yinqiao  and
      Zhu, Jingbo",
    booktitle = "Proceedings of the 27th International Conference on Computational Linguistics",
    month = aug,
    year = "2018",
    address = "Santa Fe, New Mexico, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/C18-1255",
    pages = "3015--3026",
    abstract = "Neural machine translation systems require a number of stacked layers for deep models. But the prediction depends on the sentence representation of the top-most layer with no access to low-level representations. This makes it more difficult to train the model and poses a risk of information loss to prediction. In this paper, we propose a multi-layer representation fusion (MLRF) approach to fusing stacked layers. In particular, we design three fusion functions to learn a better representation from the stack. Experimental results show that our approach yields improvements of 0.92 and 0.56 BLEU points over the strong Transformer baseline on IWSLT German-English and NIST Chinese-English MT tasks respectively. The result is new state-of-the-art in German-English translation.",
}

@article{DBLP:journals/corr/abs-1811-00498,
  author    = {Ra{\'{u}}l V{\'{a}}zquez and
               Alessandro Raganato and
               J{\"{o}}rg Tiedemann and
               Mathias Creutz},
  title     = {Multilingual {NMT} with a language-independent attention bridge},
  journal   = {CoRR},
  volume    = {abs/1811.00498},
  year      = {2018},
  url       = {http://arxiv.org/abs/1811.00498},
  archivePrefix = {arXiv},
  eprint    = {1811.00498},
  timestamp = {Thu, 22 Nov 2018 17:58:30 +0100},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1811-00498.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{bahdanau2014neural,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year={2014}
}

@article{DBLP:journals/corr/SennrichFCBHHJL17,
  author    = {Rico Sennrich and
               Orhan Firat and
               Kyunghyun Cho and
               Alexandra Birch and
               Barry Haddow and
               Julian Hitschler and
               Marcin Junczys{-}Dowmunt and
               Samuel L{\"{a}}ubli and
               Antonio Valerio Miceli Barone and
               Jozef Mokry and
               Maria Nadejde},
  title     = {Nematus: a Toolkit for Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1703.04357},
  year      = {2017},
  url       = {http://arxiv.org/abs/1703.04357},
  archivePrefix = {arXiv},
  eprint    = {1703.04357},
  timestamp = {Mon, 13 Aug 2018 16:46:45 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/SennrichFCBHHJL17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{Li2020NeuralMT,
  title={Neural Machine Translation with Joint Representation},
  author={YanYang Li and Qiang Wang and Tong Xiao and T Liu and Jingbo Zhu},
  journal={ArXiv},
  year={2020},
  volume={abs/2002.06546}
}

@article{Hassan2018AchievingHP,
  title={Achieving Human Parity on Automatic Chinese to English News Translation},
  author={Hany Hassan and Anthony Aue and Chang Chen and Vishal Chowdhary and Jonathan Clark and Christian Federmann and Xuedong Huang and Marcin Junczys-Dowmunt and William Lewis and Mengnan Li and Shujie Liu and Tie-Yan Liu and Renqian Luo and Arul Menezes and Tao Qin and Frank Seide and Xu Tan and Fei Tian and Lijun Wu and Shuangzhi Wu and Yingce Xia and Dongdong Zhang and Zhirui Zhang and Ming Zhou},
  journal={ArXiv},
  year={2018},
  volume={abs/1803.05567}
}

@article{StahlbergNeural,
  title={Neural Machine Translation: A Review},
  author={Stahlberg, Felix},
}

@inproceedings{Bentivogli2016NeuralVP,
  title={Neural versus Phrase-Based Machine Translation Quality: a Case Study},
  author={Luisa Bentivogli and Arianna Bisazza and Mauro Cettolo and Marcello Federico},
  booktitle={EMNLP},
  year={2016}
}

@article{Gu2017NonAutoregressiveNM,
  title={Non-Autoregressive Neural Machine Translation},
  author={Jiatao Gu and James Bradbury and Caiming Xiong and Victor O. K. Li and Richard Socher},
  journal={ArXiv},
  year={2017},
  volume={abs/1711.02281}
}

@inproceedings{li-etal-2019-word,
    title = "On the Word Alignment from Neural Machine Translation",
    author = "Li, Xintong  and
      Li, Guanlin  and
      Liu, Lemao  and
      Meng, Max  and
      Shi, Shuming",
    booktitle = "Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics",
    month = jul,
    year = "2019",
    address = "Florence, Italy",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/P19-1124",
    doi = "10.18653/v1/P19-1124",
    pages = "1293--1303",
    abstract = "Prior researches suggest that neural machine translation (NMT) captures word alignment through its attention mechanism, however, this paper finds attention may almost fail to capture word alignment for some NMT models. This paper thereby proposes two methods to induce word alignment which are general and agnostic to specific NMT models. Experiments show that both methods induce much better word alignment than attention. This paper further visualizes the translation through the word alignment induced by NMT. In particular, it analyzes the effect of alignment errors on translation errors at word level and its quantitative analysis over many testing examples consistently demonstrate that alignment errors are likely to lead to translation errors measured by different metrics.",
}

@inproceedings{Sun2019PatientKD,
  title={Patient Knowledge Distillation for BERT Model Compression},
  author={Siqi Sun and Yu Cheng and Zhe Gan and Jingjing Liu},
  booktitle={EMNLP/IJCNLP},
  year={2019}
}

@article{Wu2019PayLA,
  title={Pay Less Attention with Lightweight and Dynamic Convolutions},
  author={Felix Wu and Angela Fan and Alexei Baevski and Yann Dauphin and Michael Auli},
  journal={ArXiv},
  year={2019},
  volume={abs/1901.10430}
}

@inproceedings{Zhang2017PriorKI,
  title={Prior Knowledge Integration for Neural Machine Translation using Posterior Regularization},
  author={Jiacheng Zhang and Yang Liu and Huanbo Luan and Jingfang Xu and Maosong Sun},
  booktitle={ACL},
  year={2017}
}

@article{Shaw2018SelfAttentionWR,
  title={Self-Attention with Relative Position Representations},
  author={Peter Shaw and Jakob Uszkoreit and Ashish Vaswani},
  journal={ArXiv},
  year={2018},
  volume={abs/1803.02155}
}

@article{DBLP:journals/corr/abs-1904-03107,
  author    = {Baosong Yang and
               Longyue Wang and
               Derek F. Wong and
               Lidia S. Chao and
               Zhaopeng Tu},
  title     = {Convolutional Self-Attention Networks},
  journal   = {CoRR},
  volume    = {abs/1904.03107},
  year      = {2019},
  url       = {http://arxiv.org/abs/1904.03107},
  archivePrefix = {arXiv},
  eprint    = {1904.03107},
  timestamp = {Wed, 24 Apr 2019 12:21:25 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1904-03107.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@incollection{NIPS2014_5346,
title = {Sequence to Sequence Learning with Neural Networks},
author = {Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
booktitle = {Advances in Neural Information Processing Systems 27},
editor = {Z. Ghahramani and M. Welling and C. Cortes and N. D. Lawrence and K. Q. Weinberger},
pages = {3104--3112},
year = {2014},
publisher = {Curran Associates, Inc.},
url = {http://papers.nips.cc/paper/5346-sequence-to-sequence-learning-with-neural-networks.pdf}
}

@inproceedings{Xiao2019SharingAW,
  title={Sharing Attention Weights for Fast Transformer},
  author={Tong Xiao and Yinqiao Li and Jingbo Zhu and Zheng-tao Yu and T Liu},
  booktitle={IJCAI},
  year={2019}
}

@article{DBLP:journals/corr/PaulusXS17,
  author    = {Romain Paulus and
               Caiming Xiong and
               Richard Socher},
  title     = {A Deep Reinforced Model for Abstractive Summarization},
  journal   = {CoRR},
  volume    = {abs/1705.04304},
  year      = {2017},
  url       = {http://arxiv.org/abs/1705.04304},
  archivePrefix = {arXiv},
  eprint    = {1705.04304},
  timestamp = {Mon, 13 Aug 2018 16:48:58 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/PaulusXS17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/RushCW15,
  author    = {Alexander M. Rush and
               Sumit Chopra and
               Jason Weston},
  title     = {A Neural Attention Model for Abstractive Sentence Summarization},
  journal   = {CoRR},
  volume    = {abs/1509.00685},
  year      = {2015},
  url       = {http://arxiv.org/abs/1509.00685},
  archivePrefix = {arXiv},
  eprint    = {1509.00685},
  timestamp = {Mon, 13 Aug 2018 16:46:49 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/RushCW15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{kalchbrenner-blunsom-2013-recurrent,
    title = "Recurrent Continuous Translation Models",
    author = "Kalchbrenner, Nal  and
      Blunsom, Phil",
    booktitle = "Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing",
    month = oct,
    year = "2013",
    address = "Seattle, Washington, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/D13-1176",
    pages = "1700--1709",
}

//Simple Recurrent Units for Highly Parallelizable Recurrence
@article{Lei2017TrainingRA,
  title={Training RNNs as Fast as CNNs},
  author={Tao Lei and Yu Zhang and Yoav Artzi},
  journal={ArXiv},
  year={2017},
  volume={abs/1709.02755}
}

@inproceedings{Zhang2018SimplifyingNM,
  title={Simplifying Neural Machine Translation with Addition-Subtraction Twin-Gated Recurrent Networks},
  author={Biao Zhang and Deyi Xiong and Jinsong Su and Qian Lin and Huiji Zhang},
  booktitle={EMNLP},
  year={2018}
}

@inproceedings{Zhang2018SpeedingUN,
  title={Speeding Up Neural Machine Translation Decoding by Cube Pruning},
  author={Wen Zhang and Liang Huang and Yang Feng and Lei Shen and Qun Liu},
  booktitle={EMNLP},
  year={2018}
}

@article{Chen2018TheBO,
  title={The Best of Both Worlds: Combining Recent Advances in Neural Machine Translation},
  author={Mia Xu Chen and Orhan Firat and Ankur Bapna and Melvin Johnson and Wolfgang Macherey and George Foster and Llion Jones and Niki Parmar and Michael Schuster and Zhi-Feng Chen and Yonghui Wu and Macduff Hughes},
  journal={ArXiv},
  year={2018},
  volume={abs/1804.09849}
}

@article{HochreiterThe,
  title={The Vanishing Gradient Problem During Learning Recurrent Neural Nets and Problem Solutions},
  author={Hochreiter, S.},
  journal={International Journal of Uncertainty, Fuzziness and Knowledge-Based  Systems},
  volume={6},
  number={2},
  pages={107---116116},
}

@inproceedings{Yang2017TowardsBH,
  title={Towards Bidirectional Hierarchical Representations for Attention-based Neural Machine Translation},
  author={Baosong Yang and Derek F. Wong and Tong Xiao and Lidia S. Chao and Jingbo Zhu},
  booktitle={EMNLP},
  year={2017}
}

@inproceedings{Dai2019TransformerXLAL,
  title={Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context},
  author={Zihang Dai and Zhilin Yang and Yiming Yang and Jaime G. Carbonell and Quoc V. Le and Ruslan Salakhutdinov},
  booktitle={ACL},
  year={2019}
}

@article{DBLP:journals/corr/abs-1808-09374,
  author    = {Xinyi Wang and
               Hieu Pham and
               Pengcheng Yin and
               Graham Neubig},
  title     = {A Tree-based Decoder for Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1808.09374},
  year      = {2018},
  url       = {http://arxiv.org/abs/1808.09374},
  archivePrefix = {arXiv},
  eprint    = {1808.09374},
  timestamp = {Mon, 03 Sep 2018 13:36:40 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1808-09374.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1809-01854,
  author    = {Jetic Gu and
               Hassan Shavarani and
               Anoop Sarkar},
  title     = {Top-down Tree Structured Decoding with Syntactic Connections for Neural
               Machine Translation and Parsing},
  journal   = {CoRR},
  volume    = {abs/1809.01854},
  year      = {2018},
  url       = {http://arxiv.org/abs/1809.01854},
  archivePrefix = {arXiv},
  eprint    = {1809.01854},
  timestamp = {Fri, 05 Oct 2018 11:34:52 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1809-01854.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{Wang2019TreeTI,
  title={Tree Transformer: Integrating Tree Structures into Self-Attention},
  author={Yau-Shian Wang and Hung-yi Lee and Yun-Nung Chen},
  booktitle={EMNLP/IJCNLP},
  year={2019}
}

@inproceedings{Werlen2018DocumentLevelNM,
  title={Document-Level Neural Machine Translation with Hierarchical Attention Networks},
  author={Lesly Miculicich Werlen and Dhananjay Ram and Nikolaos Pappas and James Henderson},
  booktitle={EMNLP},
  year={2018}
}

@inproceedings{Zhang2017Fast,
  title={Fast Parallel Training of Neural Language Models},
  author={Zhang, Chunliang and Tong, Xiao and Zhu, Jingbo and Liu, Tongran},
  year={2017},
}
%chapter6----------------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


