% !Mode:: "TeX:UTF-8"
% !TEX encoding = UTF-8 Unicode

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 1------------------------------------------------------
@inproceedings{dyer2013a,
  author    = {DYER C and
               CHAHUNEAU V and
               SMITH N A.},
  title     = {A Simple, Fast, and Effective Reparameterization of {IBM} Model 2},
  pages     = {644--648},
  publisher = {The Association for Computational Linguistics},
  year      = {2013},
}
@article{nmtpy2017,
  author    = {CAGLAYAN O and
               GARCIA{-}MARTINEZ M and
               BARDET A and
               ARANSA W and
               BOUGARES F and
               BARRAULT L},
  title     = {{NMTPY:} {A} Flexible Toolkit for Advanced Neural Machine Translation
               Systems},
  journal   = {Prague Bull. Math. Linguistics},
  volume    = {109},
  pages     = {15--28},
  year      = {2017}
}
@inproceedings{Cer2010Phrasal,
  author    = {CER D M. and
               GALLEY M and
               JURAFSKY D and
               MANNING C D.},
  editor    = {Carolyn Penstein Ros{\'{e}}},
  title     = {Phrasal: {A} Statistical Machine Translation Toolkit for Exploring
               New Model Features},
  pages     = {9--12},
  publisher = {The Association for Computational Linguistics},
  year      = {2010}
}
@inproceedings{dyer2010cdec,
  author    = {DYER C and
               LOPEZ A and
               GANITKEVITCH J and
               WEESE J and
               T{\"{U}}RE F and
               BLUNSOM P and
               SETIAWAN H and
               EIDELMAN V and
               RESNIK P},
  title     = {cdec: {A} Decoder, Alignment, and Learning Framework for Finite-State and Context-Free Translation Models},
  pages     = {7--12},
  publisher = {The Association for Computer Linguistics},
  year      = {2010},
}
@book{goldberg2017neural,
  author    = {Yoav Goldberg},
  title     = {Neural Network Methods for Natural Language Processing},
  series    = {Synthesis Lectures on Human Language Technologies},
  publisher = {Morgan {\&} Claypool Publishers},
  year      = {2017},
}
@book{Goodfellow-et-al-2016,
  author    = {GOODFELLOW I J. and
               BENGIO Y and
               COURVILLE A C.},
  title     = {Deep Learning},
  series    = {Adaptive computation and machine learning},
  publisher = {{MIT} Press},
  year      = {2016},
}
@article{hieber2017sockeye,
  author    = {HIEBER F and
               DOMHAN T and
               DENKOWSKI M and
               VILAR D and
               SOKOLOV A and
               CLIFTON A and
               POST M},
  title     = {Sockeye: {A} Toolkit for Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1712.05690},
  year      = {2017},
}
@inproceedings{iglesias2009hierarchical,
  author    = {IGLESIAS G and
               GISPERT A D and
               BANGA E R and
               BYRNE W J.},
  title     = {Hierarchical Phrase-Based Translation with Weighted Finite State Transducers},
  booktitle = {Human Language Technologies: Conference of the North American Chapter
               of the Association of Computational Linguistics, Proceedings, May
               31 - June 5, 2009, Boulder, Colorado, {USA}},
  pages     = {433--441},
  publisher = {The Association for Computational Linguistics},
  year      = {2009},
}

@inproceedings{KleinOpenNMT,
  author    = {KLEIN G and
               KIM Y and
               DENG Y and
               SENELLART J and
               RUSH A M.},
  title     = {OpenNMT: Open-Source Toolkit for Neural Machine Translation},
  booktitle = {Proceedings of the 55th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2017, Vancouver, Canada, July 30 - August 4, System
               Demonstrations},
  pages     = {67--72},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}
@book{koehn2009statistical,
  author    = {KOEHN P},
  title     = {Statistical Machine Translation},
  publisher = {Cambridge University Press},
  year      = {2010},
}
@article{DBLP:journals/corr/abs-1709-07809,
  author    = {KOEHN P},
  title     = {Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1709.07809},
  year      = {2017},
}
@inproceedings{Koehn2007Moses,
  author    = {KOEHN P and
               HOANG H and
               BIRCH A and
               CALLISON{-}BURCH C and
               FEDERICO M and
               BERTOLDI N and
               COWAN B and
               SHEN W and
               MORAN C and
               ZENS R and
               DYER C and
               BOJAR O and
               CONSTANTIN A and
               HERBST E},
  title     = {Moses: Open Source Toolkit for Statistical Machine Translation},
  booktitle = {{ACL} 2007, Proceedings of the 45th Annual Meeting of the Association
               for Computational Linguistics, June 23-30, 2007, Prague, Czech Republic},
  publisher = {The Association for Computational Linguistics},
  year      = {2007},
}
@inproceedings{koehn2003statistical,
  author    = {KOEHN P and
               OCH F J and
               MARCU D},
  title     = {Statistical Phrase-Based Translation},
  booktitle = {Human Language Technology Conference of the North American Chapter
               of the Association for Computational Linguistics, {HLT-NAACL} 2003,
               Edmonton, Canada, May 27 - June 1, 2003},
  publisher = {The Association for Computational Linguistics},
  year      = {2003},
}
@article{DBLP:journals/corr/abs-1805-10387,
  author    = {KUCHAIEV O and
               GINSBURG B and
               GITMAN I and
               LAVRUKHIN V and
               CASE C and
               MICIKEVICIUS P},
  title     = {OpenSeq2Seq: extensible toolkit for distributed and mixed precision
               training of sequence-to-sequence models},
  journal   = {CoRR},
  volume    = {abs/1805.10387},
  year      = {2018},
}
@inproceedings{Li2010Joshua,
  author    = {LI Z and
               CALLISON{-}BURCH C and
               DYER C and
               KHUDANPUR S and
               SCHWARTZ L and
               THORNTON W N. G. and
               WEESE J and
               ZAIDAN O},
  title     = {Joshua: An Open Source Toolkit for Parsing-Based Machine Translation},
  booktitle = {Proceedings of the Fourth Workshop on Statistical Machine Translation,
               WMT@EACL 2009, Athens, Greece, March 30-31, 2009},
  pages     = {135--139},
  publisher = {Association for Computational Linguistics},
  year      = {2009},
}
@inproceedings{luong2016acl_hybrid,
  author    = {LUONG M and
               MANNING C D.},
  title     = {Achieving Open Vocabulary Neural Machine Translation with Hybrid Word-Character
               Models},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}

@article{och2003systematic,
  author    = {OCH F J and
               NEY H},
  title     = {A Systematic Comparison of Various Statistical Alignment Models},
  journal   = {Computational Linguistics},
  volume    = {29},
  number    = {1},
  pages     = {19--51},
  year      = {2003},
}
@inproceedings{Ottfairseq,
  author    = {OTT M and
               EDUNOV S and
               BAEVSKI A and
               FAN A and
               GROSS S and
               NG N and
               GRANGIER D and
               AULI M},
  title     = {fairseq: {A} Fast, Extensible Toolkit for Sequence Modeling},
  booktitle = {Proceedings of the 2019 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Demonstrations},
  pages     = {48--53},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{papineni2002bleu,
  author    = {PAPINENI K and
               ROUKOS S and
               WARD T and
               ZHU W},
  title     = {Bleu: a Method for Automatic Evaluation of Machine Translation},
  booktitle = {Proceedings of the 40th Annual Meeting of the Association for Computational
               Linguistics, July 6-12, 2002, Philadelphia, PA, {USA}},
  pages     = {311--318},
  publisher = {{ACL}},
  year      = {2002},
}
@article{al2016theano,
  author    = {AL{-}RFOU R and
               ALAI G and
               ALMAHAIRI A and
               ANGERMULLER C and
               BAHDANAU D and
               BALLAS N and
               BASTIEN F and
               BAYER J and
               BELIKOV A and
               BELOPOLSKY A and
               BENGIO Y and
               BERGERON A and
               BERGSTRA J and
               BISSON V and
               SNYDER J B and
               BOUCHARD N and
               BOULANGER{-}LEWANDOWSKI N and
               BOUTHILLIER X and
               BREBISSON A D and
               BREULEUX O and
               CARRIER P L and
               CHO K and
               CHOROWSKI J and
               CHRISTIANO P F. and
               COOIJMANS T and
               COTE M and
               COURVILLE A C. and
               DAUPHIN Y N. and
               DELALLEAU O and
               DEMOUTH J and
               DESJARDINS G and
               DIELEMAN S and
               DINH L and
               DUCOFFE M and
               DUMOULIN V and
               KAHOU S E and
               ERHAN D and
               FAN Z and
               FIRAT O and
               GERMAIN M and
               GLOROT X and
               GOODFELLOW I J. and
               GRAHAM M and
               GULCEHRE C and
               HAMEL P and
               HARLOUCHET I and
               HENG J and
               HIDASI B and
               HONARI S and
               JAIN A and
               JEAN S and
               JIA K and
               KOROBOV M and
               KULKARNI V and
               LAMB A and
               LAMBLIN P and
               LARSEN E and
               LAURENT C and
               LEE S and
               LEFRANCOIS S and
               LEMIEUX S and
               LEONARD N and
               LIN Z and
               LIVEZEY J A. and
               LORENZ C and
               LOWIN J and
               MA Q and
               MANZAGOL P and
               MASTROPIETRO O and
               MCGIBBON R and
               MEMISEVIC R and
               MERRIENBOER B V and
               MICHALSKI V and
               MIRZA M and
               ORLANDI A and
               PAL C J and
               PASCANU R and
               PEZESHKI M and
               RAFFEL C and
               RENSHAW D and
               ROCKLIN M and
               ROMERO A and
               ROTH M and
               SADOWSKI P and
               SALVATIER J and
               SAVARD F and
               SCHLUTER J and
               SCHULMAN J and
               SCHWARTZ G and
               SERBAN I V and
               SERDYUK D and
               SHABANIAN S and
               SIMON E and
               SPIECKERMANN S and
               SUBRAMANYAM S. R and
               SYGNOWSKI J and
               TANGUAY J and
               TULDER G V and
               TURIAN J P. and
               URBAN S and
               VINCENT P and
               VISIN F and
               VRIES H D and
               WARDE{-}FARLEY D and
               WEBB D J. and
               WILLSON M and
               XU K and
               XUE L and
               YAO L and
               ZHANG S and
               ZHANG Y},
  title     = {Theano: {A} Python framework for fast computation of mathematical
               expressions},
  journal   = {CoRR},
  volume    = {abs/1605.02688},
  year      = {2016},
}
@article{nagao1984framework,
  author={NAGAO, MAKOTO},
  title={A framework of a mechanical translation between Japanese and English by analogy principle},
  journal={Artificial and human intelligence},
  pages={351--354},
  year={1984}
}
@inproceedings{JunczysMarian,
  author    = {JUNCZYS{-}DOWMUNT M and
               GRUNDKIEWICZ R and
               DWOJAK T and
               HOANG H and
               HEAFIELD K and
               NECKERMANN T and
               SEIDE F and
               GERMANN U and
               AJI A F and
               BOGOYCHEV N and
               MARTINS A F. T. and
               BIRCH A},
  title     = {Marian: Fast Neural Machine Translation in {C++}},
  booktitle = {Proceedings of {ACL} 2018, Melbourne, Australia, July 15-20, 2018,
               System Demonstrations},
  pages     = {116--121},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@article{shiwen1993automatic,
  title ={Automatic evaluation of output quality for machine translation systems},
  author ={SHIWEN, YU},
  journal ={Machine Translation},
  volume ={8},
  number ={1-2},
  pages ={117--126},
  year ={1993},
  publisher ={Springer}
}
@INPROCEEDINGS{snover2006study,
    author = {SNOVER M and DORR B and SCHWARTZ R and MICCIULLA L and MAKHOUL J},
    title = {A Study of Translation Edit Rate with Targeted Human Annotation},
    booktitle = {In Proceedings of the 7th Conference of the Association for Machine Translation in the Americas (AMTA},
    year = {2006},
    pages = {223--231}
}
@inproceedings{Tong2012NiuTrans,
  author    = {XIAO T and
               ZHU J and
               ZHANG H and
               LI Q},
  title     = {NiuTrans: An Open Source Toolkit for Phrase-based and Syntax-based
               Machine Translation},
  booktitle = {The 50th Annual Meeting of the Association for Computational Linguistics,
               Proceedings of the System Demonstrations, July 10, 2012, Jeju Island,
               Korea},
  pages     = {19--24},
  publisher = {The Association for Computer Linguistics},
  year      = {2012},
}
@inproceedings{VaswaniTensor2Tensor,
  author    = {VASWANI A and
               BENGIO S and
               BREVDO E and
               CHOLLET F and
               GOMEZ A N. and
               GOUWS S and
               JONES L and
               KAISER L and
               KALCHBRENNER N and
               PARMAR N and
               SEPASSI R and
               SHAZEER N and
               USZKOREIT J},
  title     = {Tensor2Tensor for Neural Machine Translation},
  booktitle = {Proceedings of the 13th Conference of the Association for Machine
               Translation in the Americas, {AMTA} 2018, Boston, MA, USA, March 17-21,
               2018 - Volume 1: Research Papers},
  pages     = {193--199},
  publisher = {Association for Machine Translation in the Americas},
  year      = {2018},
}
@article{vilar2012jane,
  title={Jane: an advanced freely available hierarchical machine translation toolkit},
  author={DAVID V and DANIEL S and MATTHIAS H and HERMANN N},
  journal={Machine Translation},
  volume={26},
  number={3},
  pages={197--216},
  year={2012},
  publisher={Springer}
}
@inproceedings{WangCytonMT,
  author    = {WANG X and
               UTIYAMA M and
               SUMITA E},
  title     = {CytonMT: an Efficient Neural Machine Translation Open-source Toolkit
               Implemented in {C++}},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2018: System Demonstrations, Brussels,
               Belgium, October 31 - November 4, 2018},
  pages     = {133--138},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@article{ZhangTHUMT,
  author    = {ZHANG J and
               DING Y and
               SHEN S and
               CHENG Y and
               SUN M and
               LUAN H and
               LIU Y},
  title     = {{THUMT:} An Open Source Toolkit for Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1706.06415},
  year      = {2017},
}
@inproceedings{zollmann2007the,
  author    = {ZOLLMANN A and
               VENUGOPAL A and
               PAULIK M and
               VOGEL S},
  title     = {The Syntax Augmented {MT} {(SAMT)} System at the Shared Task for the
               2007 {ACL} Workshop on Statistical Machine Translation},
  booktitle = {Proceedings of the Second Workshop on Statistical Machine Translation,
               WMT@ACL 2007, Prague, Czech Republic, June 23, 2007},
  pages     = {216--219},
  publisher = {Association for Computational Linguistics},
  year      = {2007},
}
@inproceedings{zoph2016simple,
  author    = {ZOPH B and
               VASWANI A and
               MAY J and
               KNIGHT K},
  title     = {Simple, Fast Noise-Contrastive Estimation for Large {RNN} Vocabularies},
  booktitle = {{NAACL} {HLT} 2016, The 2016 Conference of the North American Chapter
               of the Association for Computational Linguistics: Human Language Technologies,
               San Diego California, USA, June 12-17, 2016},
  pages     = {1217--1222},
  publisher = {The Association for Computational Linguistics},
  year      = {2016},
}
@book{周志华2016机器学习,
  title ={机器学习},
  author ={周志华},
  year ={2016},
  publisher ={清华大学出版社}
}
@book{李航2012统计学习方法,
  title ={统计学习方法},
  author ={李航},
  year ={2012},
  publisher ={清华大学出版社}
}
@book{宗成庆2013统计自然语言处理,
  title ={统计自然语言处理},
  author ={宗成庆},
  year ={2013},
  publisher ={清华大学出版社}
}
@article{赵军峰2019深化改革,
  title ={深化改革 探讨创新 推进发展——全国翻译专业学位研究生教育2019年会综述},
  author ={赵军峰,姚恺璇},
  journal ={中国翻译},
  year ={2019},
}
@book{邱锡鹏2020神经网络与深度学习,
  title ={神经网络与深度学习},
  author ={邱锡鹏},
  year ={2020},
  note ={\url{https://nndl.github.io/}}
}

@article{tripathi2010approaches,
	title="Approaches to machine translation",
	author="TRIPATHI S and SARKHEL J K",
	journal="Annals of Library and Information Studies",
	volume="57",
	number="4",
	pages="388--393",
	notes="Sourced from Microsoft Academic - https://academic.microsoft.com/paper/2340598284",
	year="2010"
}

@article{jurafsky2000speech,
	title="Speech and Language Processing: An Introduction to Natural Language Processing, Computational Linguistics, and Speech Recognition",
	author="JURAFSKY D and MARTIN J H.",
	journal="",
	notes="Sourced from Microsoft Academic - https://academic.microsoft.com/paper/1579838312",
	year="2000"
}

@book{冯志伟2004机器翻译研究,
  title={机器翻译研究},
  author={冯志伟},
  publisher={中国对外翻译出版公司},
  year={2004},
}

@article{DBLP:journals/coling/BrownCPPJLMR90,
  author    = {BROWN P F. and
               COCKE J and
               PIETRA S D and
               PIETRA V J. D and
               JELINEK F and
               LAFFERTY J D. and
               MERCER R L. and
               ROOSSIN P S.},
  title     = {A Statistical Approach to Machine Translation},
  journal   = {Comput. Linguistics},
  volume    = {16},
  number    = {2},
  pages     = {79--85},
  year      = {1990},
}

@article{DBLP:journals/coling/BrownPPM94,
  author    = {BROWN P F. and
               PIETRA S D and
               PIETRA V J. D and
               MERCER R L.},
  title     = {The Mathematics of Statistical Machine Translation: Parameter Estimation},
  journal   = {Comput. Linguistics},
  volume    = {19},
  number    = {2},
  pages     = {263--311},
  year      = {1993},
}

@inproceedings{DBLP:conf/coling/SatoN90,
  author    = {SATO S and
               NAGAO M},
  title     = {Toward Memory-based Translation},
  booktitle = {13th International Conference on Computational Linguistics, {COLING}
               1990, University of Helsinki, Finland, August 20-25, 1990},
  pages     = {247--252},
  year      = {1990},
}

@article{李生1994机器词典的信息表示及在汉英机器翻译中的实现,
  title={机器词典的信息表示及在汉英机器翻译中的实现},
  author={李生 and 赵铁军},
  journal={中文信息学报},
  volume={8},
  number={1},
  pages={45-55},
  year={1994},
}

@inproceedings{黄昌宁2006由字构词——中文分词新方法,
  title={由字构词——中文分词新方法},
  author={黄昌宁 and 赵海},
  booktitle={中文信息处理前沿进展——中国中文信息学会二十五周年学术会议论文集},
  year={2006},
}

@article{冯志伟1995论歧义结构的潜在性,
  title={论歧义结构的潜在性},
  author={冯志伟},
  journal={中文信息学报},
  volume={9},
  number={4},
  pages={14-24},
  year={1995},
}

@article{王宝库1991机器翻译系统中一种规则描述语言,
  title={机器翻译系统中一种规则描述语言(CTRDL)},
  author={王宝库 and 张中义 and 姚天顺},
  journal={中文信息学报},
  volume={5},
  number={4},
  year={1991},
}

@article{唐泓英1995基于搭配词典的词汇语义驱动算法,
  title={基于搭配词典的词汇语义驱动算法},
  author={唐泓英 and 姚天顺},
  journal={软件学报},
  volume={6},
  number={A01},
  pages={78-85},
  year={1995},
}
%%%%% chapter 1------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 2------------------------------------------------------
@book{aho1972theory,
  author    = {AHO A V. and
               ULLMAN J D.},
  title     = {The theory of parsing, translation, and compiling. 2: Compiling},
  publisher = {Prentice-Hall},
  year      = {1973},
}
@article{bengio2003neural,
  title ={A neural probabilistic language model},
  author ={YOSHUA B and R{\'E}JEAN D and PASCAL V and CHRISTIAN J},
  journal ={Journal of machine learning research},
  volume ={3},
  number ={Feb},
  pages ={1137--1155},
  year ={2003}
}
@inproceedings{chen2014fast,
  author    = {CHEN D and
               MANNING C D.},
  title     = {A Fast and Accurate Dependency Parser using Neural Networks},
  booktitle = {Proceedings of the 2014 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2014, October 25-29, 2014, Doha, Qatar,
               {A} meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {740--750},
  publisher = {{ACL}},
  year      = {2014},
}

@article{chen1999empirical,
  author    = {CHEN S F. and
               GOODMAN J},
  title     = {An empirical study of smoothing techniques for language modeling},
  journal   = {Computer Speech \& Language},
  volume    = {13},
  number    = {4},
  pages     = {359--393},
  year      = {1999},
}
@article{chomsky2002syntactic,
    title ={Chomsky, Noam: Syntactic Structures},
    author ={MOUNIN, GEORGES},
    journal ={Babel},
    volume ={7},
    number ={1},
    pages ={35--35},
    year ={1961}
}
@article{gale1995good,
  author    = {GALE W A. and
               SAMPSON G},
  title     = {Good-Turing Frequency Estimation Without Tears},
  journal   = {Journal of Quantitative Linguistics},
  volume    = {2},
  number    = {3},
  pages     = {217--237},
  year      = {1995},
}
@article{good1953population,
  title ={The population frequencies of species and the estimation of population parameters},
  author ={GOOD, I J},
  journal ={Biometrika},
  volume ={40},
  number ={3-4},
  pages ={237--264},
  year ={1953},
  publisher ={Oxford University Press}
}

@inproceedings{heafield-2011-kenlm,
  author    = {HEAFIELD K},
  title     = {KenLM: Faster and Smaller Language Model Queries},
  booktitle = {Proceedings of the Sixth Workshop on Statistical Machine Translation,
               WMT@EMNLP 2011, Edinburgh, Scotland, UK, July 30-31, 2011},
  pages     = {187--197},
  publisher = {Association for Computational Linguistics},
  year      = {2011},
}

@proceedings{huang2008advanced,
    title = {Coling 2008: Advanced Dynamic Programming in Computational Linguistics: Theory, Algorithms and Applications - Tutorial notes},
    year = {2008},
    address = {Manchester, UK},
    publisher = {Coling 2008 Organizing Committee},
}

@article{huang2015bidirectional,
  author    = {HUANG Z and
               XU W and
               YU K},
  title     = {Bidirectional {LSTM-CRF} Models for Sequence Tagging},
  journal   = {CoRR},
  volume    = {abs/1508.01991},
  year      = {2015},
}
@inproceedings{kneser1995improved,
  author    = {KNESER R and
               NEY H},
  title     = {Improved backing-off for M-gram language modeling},
  booktitle = {1995 International Conference on Acoustics, Speech, and Signal Processing,
               {ICASSP} '95, Detroit, Michigan, USA, May 08-12, 1995},
  pages     = {181--184},
  publisher = {{IEEE} Computer Society},
  year      = {1995},
}
@book{kolmogorov2018foundations,
  title ={Foundations of the theory of probability: Second English Edition},
  author ={KOLMOGOROV, NIKOLAEVICH A and BHARUCHA-REID, T A},
  year ={2018},
  publisher ={Courier Dover Publications}
}
@inproceedings{lafferty2001conditional,
  author    = {LAFFERTY J D. and
               MCCALLUM A and
               PEREIRA F C. N.},
  title     = {Conditional Random Fields: Probabilistic Models for Segmenting and
               Labeling Sequence Data},
  booktitle = {Proceedings of the Eighteenth International Conference on Machine
               Learning {(ICML} 2001), Williams College, Williamstown, MA, USA, June
               28 - July 1, 2001},
  pages     = {282--289},
  publisher = {Morgan Kaufmann},
  year      = {2001},
}
@inproceedings{ma2016end,
  author    = {MA X and
               HOVY E H.},
  title     = {End-to-end Sequence Labeling via Bi-directional LSTM-CNNs-CRF},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}
@inproceedings{mikolov2010recurrent,
  author    = {MIKOLOV T and
               KARAFI{\'{A}}T M and
               BURGET L and
               CERNOCK{\'{Y}} Jand
               Sanjeev Khudanpur},
  title     = {Recurrent neural network based language model},
  booktitle = {{INTERSPEECH} 2010, 11th Annual Conference of the International Speech
               Communication Association, Makuhari, Chiba, Japan, September 26-30,
               2010},
  pages     = {1045--1048},
  publisher = {{ISCA}},
  year      = {2010},
}
@inproceedings{ng2002discriminative,
  title ={On discriminative vs. generative classifiers: A comparison of logistic regression and naive bayes},
  author ={NG, ANDREW Y and JORDAN, MICHAEL I},
  booktitle ={Advances in neural information processing systems},
  pages ={841--848},
  year ={2002}
}

@book{parsing2009speech,
  author    = {JURAFSKY D and
               MARTIN J H.},
  title     = {Speech and language processing: an introduction to natural language
               processing, computational linguistics, and speech recognition, 2nd
               Edition},
  series    = {Prentice Hall series in artificial intelligence},
  publisher = {Prentice Hall, Pearson Education International},
  year      = {2009},
}

@article{resnick1992adventures,
    author = {A. B and SIDNEY R},
    year = {1993},
    month = {12},
    pages = {1474},
    title = {Adventures in Stochastic Processes.},
    volume = {88},
    journal = {Journal of the American Statistical Association},
}

@article{shannon1948mathematical,
  title ={A mathematical theory of communication},
  author ={SHANNON, CLAUDE E},
  journal ={Bell system technical journal},
  volume ={27},
  number ={3},
  pages ={379--423},
  year ={1948},
  publisher ={Wiley Online Library}
}

@inproceedings{stolcke2002srilm,
  author    = {STOLCKE A},
  title     = {{SRILM} - an extensible language modeling toolkit},
  booktitle = {7th International Conference on Spoken Language Processing, {ICSLP2002}
               - {INTERSPEECH} 2002, Denver, Colorado, USA, September 16-20, 2002},
  publisher = {{ISCA}},
  year      = {2002},
}
@inproceedings{wang-etal-2018-niutrans,
    title = "The {N}iu{T}rans Machine Translation System for {WMT}18",
    author = "WANG Q  and
      LI B  and
      LIU J  and
      JIANG B  and
      ZHANG Z  and
      LI Y  and
      LIN Y  and
      XIAO T  and
      ZHU J",
    booktitle = "Proceedings of the Third Conference on Machine Translation: Shared Task Papers",
    month = oct,
    year = "2018",
    address = "Belgium, Brussels",
    publisher = "Association for Computational Linguistics",
    pages = "528--534"
}
@article{zhu2015long,
  author    = {ZHU X and
               SOBHANI P and
               GUO H},
  title     = {Long Short-Term Memory Over Tree Structures},
  journal   = {CoRR},
  volume    = {abs/1503.04881},
  year      = {2015},
}
@book{liuke-markov-2004,
  title ={实用马尔可夫决策过程},
  author ={刘克},
  year ={2004},
  publisher ={清华大学出版社}
}
@book{mao-prob-book-2011,
  title ={概率论与数理统计教程: 第二版},
  author ={魏宗舒},
  year ={2011},
  publisher ={北京: 高等教育出版社}
}
%%%%% chapter 2------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 3------------------------------------------------------
@inproceedings{ittycheriah2005maximum,
  author    = {ITTYCHERIAH A and
               ROUKOS S},
  title     = {A Maximum Entropy Word Aligner for Arabic-English Machine Translation},
  booktitle = {{HLT/EMNLP} 2005, Human Language Technology Conference and Conference
               on Empirical Methods in Natural Language Processing, Proceedings of
               the Conference, 6-8 October 2005, Vancouver, British Columbia, Canada},
  pages     = {89--96},
  publisher = {The Association for Computational Linguistics},
  year      = {2005},
}
@book{manning1999foundations,
  author    = {MANNING C D. and
               SCH{\"{U}}TZE H},
  title     = {Foundations of statistical natural language processing},
  publisher = {{MIT} Press},
  year      = {2001},
}

@article{och2004alignment,
  author    = {OCH F J and
               NEY H},
  title     = {The Alignment Template Approach to Statistical Machine Translation},
  journal   = {Computational Linguistics},
  volume    = {30},
  number    = {4},
  pages     = {417--449},
  year      = {2004},
}
@article{shannon1949communication,
  title ={Communication theory of secrecy systems},
  author ={Shannon, Claude E},
  journal ={Bell system technical journal},
  volume ={28},
  number ={4},
  pages ={656--715},
  year ={1949},
  publisher ={Wiley Online Library}
}
@inproceedings{vogel1996hmm,
  author    = {VOGEL S and
               NEY H and
               TILLMANN C},
  title     = {HMM-Based Word Alignment in Statistical Translation},
  booktitle = {16th International Conference on Computational Linguistics, Proceedings
               of the Conference, {COLING} 1996, Center for Sprogteknologi, Copenhagen,
               Denmark, August 5-9, 1996},
  pages     = {836--841},
  year      = {1996},
}
%%%%% chapter 3------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
@article{de2010hierarchical,
  author    = {Gispert A D and
               Iglesias G and
               Blackwood G W. and
               Banga E R and
               William Byrne},
  title     = {Hierarchical Phrase-Based Translation with Weighted Finite-State Transducers
               and Shallow-\emph{n} Grammars},
  journal   = {Comput. Linguistics},
  volume    = {36},
  number    = {3},
  pages     = {505--533},
  year      = {2010},
}
@article{goodman1999semiring,
  author    = {Joshua Goodman},
  title     = {Semiring Parsing},
  journal   = {Comput. Linguistics},
  volume    = {25},
  number    = {4},
  pages     = {573--605},
  year      = {1999},
}

@inproceedings{Gros2008MSD,
author ={GROS and ZGANEC J},
title ={MSD Recombination Method in Statistical Machine Translation},
series ={AIP Conference Proceedings},
volume ={1060},
pages ={186--189},
publisher ={American Institute of Physics},
year ={2008},
}
@inproceedings{galley2006scalable,
  author    = {GALLEY M and
               GRAEHL J and
               KNIGHT K and
               MARCU D and
               DENEEFE S and
               WANG W and
               THAYER I},
  title     = {Scalable Inference and Training of Context-Rich Syntactic Translation
               Models},
  publisher = {The Association for Computer Linguistics},
  year      = {2006},
}
@inproceedings{galley2004s,
  title ={What’s in a translation rule?},
  author ={MICHEL G and MARK H and KEVIN K and DANIEL M},
  pages ={273--280},
  year ={2004}
}
@inproceedings{gildea2003loosely,
  author    = {GILDEA D},
  title     = {Loosely Tree-Based Alignment for Machine Translation},
  booktitle = {Proceedings of the 41st Annual Meeting of the Association for Computational
               Linguistics, 7-12 July 2003, Sapporo Convention Center, Sapporo, Japan},
  pages     = {80--87},
  publisher = {{ACL}},
  year      = {2003},
}
@inproceedings{Blunsom2009A,
  author    = {BLUNSOM P and
               COHN T and
               DYER C and
               OSBORNE M},
  title     = {A Gibbs Sampler for Phrasal Synchronous Grammar Induction},
  booktitle = {{ACL} 2009, Proceedings of the 47th Annual Meeting of the Association
               for Computational Linguistics and the 4th International Joint Conference
               on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  pages     = {782--790},
  publisher = {The Association for Computer Linguistics},
  year      = {2009},
}
@inproceedings{Blunsom2008A,
  author    = {BLUNSOM P and
               COHN T and
               OSBORNE M},
  title     = {A Discriminative Latent Variable Model for Statistical Machine Translation},
  booktitle = {{ACL} 2008, Proceedings of the 46th Annual Meeting of the Association
               for Computational Linguistics, June 15-20, 2008, Columbus, Ohio, {USA}},
  pages     = {200--208},
  publisher = {The Association for Computer Linguistics},
  year      = {2008},
}
@article{Peter1993The,
  author    = {BROWN P F. and
               PIETRA S D and
               PIETRA V J. D and
               MERCER R L.},
  title     = {The Mathematics of Statistical Machine Translation: Parameter Estimation},
  journal   = {Computational Linguistics},
  volume    = {19},
  number    = {2},
  pages     = {263--311},
  year      = {1993},
}
@article{Casacuberta2004Machine,
  author    = {CASACUBERTA F and
               VIDAL E},
  title     = {Machine Translation with Inferred Stochastic Finite-State Transducers},
  journal   = {Computational Linguistics},
  volume    = {30},
  number    = {2},
  pages     = {205--225},
  year      = {2004},
}
@inproceedings{charniak2001immediate,
  author    = {CHARNIAK E},
  title     = {Immediate-Head Parsing for Language Models},
  booktitle = {Association for Computational Linguistic, 39th Annual Meeting and
               10th Conference of the European Chapter, Proceedings of the Conference,
               July 9-11, 2001, Toulouse, France},
  pages     = {116--123},
  publisher = {Morgan Kaufmann Publishers},
  year      = {2001},
}
@inproceedings{chiang2005a,
  author    = {CHIANG D},
  title     = {A Hierarchical Phrase-Based Model for Statistical Machine Translation},
  booktitle = {{ACL} 2005, 43rd Annual Meeting of the Association for Computational
               Linguistics, Proceedings of the Conference, 25-30 June 2005, University
               of Michigan, {USA}},
  pages     = {263--270},
  publisher = {The Association for Computer Linguistics},
  year      = {2005},
}
@article{chiang2007hierarchical,
    title={Hierarchical Phrase-Based Translation},
    author ={CHIANG, DAVID},
    journal ={Computational Linguistics},
    volume ={33},
    number ={2},
    pages ={201--228},
    year ={2007}
}
@inproceedings{chiang2010learning,
  author    = {CHIANG D},
  title     = {Learning to Translate with Source and Target Syntax},
  booktitle = {{ACL} 2010, Proceedings of the 48th Annual Meeting of the Association
               for Computational Linguistics, July 11-16, 2010, Uppsala, Sweden},
  pages     = {1443--1452},
  publisher = {The Association for Computer Linguistics},
  year      = {2010},
}
@article{Chiang2012Hope,
  author    = {CHIANG D},
  title     = {Hope and Fear for Discriminative Training of Statistical Translation
               Models},
  journal   = {Journal of Machine Learning Research},
  volume    = {13},
  pages     = {1159--1187},
  year      = {2012},
}
@inproceedings{Chiang200911,
  author    = {CHIANG D and
               KNIGHT K and
               WANG W},
  title     = {11,001 New Features for Statistical Machine Translation},
  booktitle = {Human Language Technologies: Conference of the North American Chapter
               of the Association of Computational Linguistics, Proceedings, May
               31 - June 5, 2009, Boulder, Colorado, {USA}},
  pages     = {218--226},
  publisher = {The Association for Computational Linguistics},
  year      = {2009},
}
@inproceedings{chiang2008online,
  author    = {CHIANG D and
               MARTON Y and
               RESNIK P},
  title     = {Online Large-Margin Training of Syntactic and Structural Translation
               Features},
  booktitle = {2008 Conference on Empirical Methods in Natural Language Processing,
               {EMNLP} 2008, Proceedings of the Conference, 25-27 October 2008, Honolulu,
               Hawaii, USA, {A} meeting of SIGDAT, a Special Interest Group of the
               {ACL}},
  pages     = {224--233},
  publisher = {{ACL}},
  year      = {2008},
}
@book{cocke1969programming,
  title ={Programming Languages and Their Compilers: Preliminary Notes},
  author ={J. C and J.T. S},
  lccn ={76374279},
  year ={1970},
  publisher ={Courant Institute of Mathematical Sciences, New York University}
}
@inproceedings{Cohn2009A,
  author    = {COHN T and
               BLUNSOM P},
  title     = {A Bayesian Model of Syntax-Directed Tree to String Grammar Induction},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2009, 6-7 August 2009, Singapore, {A}
               meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {352--361},
  publisher = {{ACL}},
  year      = {2009},
}

@inproceedings{DBLP:conf/emnlp/ChiangMR08,
  author    = {CHIANG D and
               MARTON Y and
               RESNIK P},
  title     = {Online Large-Margin Training of Syntactic and Structural Translation
               Features},
  booktitle = {2008 Conference on Empirical Methods in Natural Language Processing,
               {EMNLP} 2008, Proceedings of the Conference, 25-27 October 2008, Honolulu,
               Hawaii, USA, {A} meeting of SIGDAT, a Special Interest Group of the
               {ACL}},
  pages     = {224--233},
  publisher = {{ACL}},
  year      = {2008},
}

@inproceedings{dreyer2015apro,
  author    = {DREYER M and
               DONG Y},
  title     = {{APRO:} All-Pairs Ranking Optimization for {MT} Tuning},
  booktitle = {{NAACL} {HLT} 2015, The 2015 Conference of the North American Chapter
               of the Association for Computational Linguistics: Human Language Technologies,
               Denver, Colorado, USA, May 31 - June 5, 2015},
  pages     = {1018--1023},
  publisher = {The Association for Computational Linguistics},
  year      = {2015},
}
@inproceedings{eisner2002parameter,
  author    = {EISNER J},
  title     = {Parameter Estimation for Probabilistic Finite-State Transducers},
  booktitle = {Proceedings of the 40th Annual Meeting of the Association for Computational
               Linguistics, July 6-12, 2002, Philadelphia, PA, {USA}},
  pages     = {1--8},
  publisher = {{ACL}},
  year      = {2002},
}

@inproceedings{eisner2003learning,
  author    = {EISNER J},
  title     = {Learning Non-Isomorphic Tree Mappings for Machine Translation},
  booktitle = {{ACL} 2003, 41st Annual Meeting of the Association for Computational
               Linguistics, Companion Volume to the Proceedings, 7-12 July 2003,
               Sapporo Convention Center, Sapporo, Japan},
  pages     = {205--208},
  publisher = {The Association for Computer Linguistics},
  year      = {2003},
}

@inproceedings{He2008Indirect,
  author    = {HE X and
               YANG M and
               GAO J and
               NGUYEN P and
               MOORE R},
  title     = {Indirect-HMM-based Hypothesis Alignment for Combining Outputs from
               Machine Translation Systems},
  booktitle = {2008 Conference on Empirical Methods in Natural Language Processing,
               {EMNLP} 2008, Proceedings of the Conference, 25-27 October 2008, Honolulu,
               Hawaii, USA, {A} meeting of SIGDAT, a Special Interest Group of the
               {ACL}},
  pages     = {98--107},
  publisher = {{ACL}},
  year      = {2008},
}
@inproceedings{Hopkins2011Tuning,
  author    = {HOPKINS M and
               MAY J},
  title     = {Tuning as Ranking},
  booktitle = {Proceedings of the 2011 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2011, 27-31 July 2011, John McIntyre
               Conference Centre, Edinburgh, UK, {A} meeting of SIGDAT, a Special
               Interest Group of the {ACL}},
  pages     = {1352--1362},
  publisher = {{ACL}},
  year      = {2011},
}
@inproceedings{huang2005better,
  author    = {HUANG L and
               CHIANG D},
  title     = {Better k-best Parsing},
  booktitle = {Proceedings of the Ninth International Workshop on Parsing Technology,
               {IWPT} 2005, Vancouver, Canada, October 9-10, 2005},
  pages     = {53--64},
  publisher = {Association for Computational Linguistics},
  year      = {2005},
}
@inproceedings{huang2006statistical,
  title ={Statistical syntax-directed translation with extended domain of locality},
  author ={LIANG H and KEVIN K and ARAVIND J},
  booktitle ={Proceedings of AMTA},
  pages ={66--73},
  year ={2006},
  organization ={Cambridge, MA}
}
@article{kasami1966efficient,
  author ={KASAMI, TADAO},
  title ={An efficient recognition and syntax-analysis algorithm for context-free languages},
  journal ={Coordinated Science Laboratory Report no. R-257},
  year ={1966},
}
@inproceedings{ilprints729,
  author    = {KLEIN D and
               MANNING C D.},
  title     = {Parsing and Hypergraphs},
  booktitle = {Proceedings of the Seventh International Workshop on Parsing Technologies
               (IWPT-2001), 17-19 October 2001, Beijing, China},
  publisher = {Tsinghua University Press},
  year      = {2001},
}
@article{knight1999decoding,
  author    = {KNIGHT K},
  title     = {Decoding Complexity in Word-Replacement Translation Models},
  journal   = {Computational Linguistics},
  volume    = {25},
  number    = {4},
  pages     = {607--615},
  year      = {1999},
}
@inproceedings{koehn2007factored,
  author    = {KOEHN P and
               HOANG H},
  title     = {Factored Translation Models},
  booktitle = {EMNLP-CoNLL 2007, Proceedings of the 2007 Joint Conference on Empirical
               Methods in Natural Language Processing and Computational Natural Language
               Learning, June 28-30, 2007, Prague, Czech Republic},
  pages     = {868--876},
  publisher = {{ACL}},
  year      = {2007},
}
@inproceedings{koehn2000estimating,
  author    = {KOEHN P and
               KNIGHT K},
  title     = {Estimating Word Translation Probabilities from Unrelated Monolingual
               Corpora Using the {EM} Algorithm},
  booktitle = {Proceedings of the Seventeenth National Conference on Artificial Intelligence
               and Twelfth Conference on on Innovative Applications of Artificial
               Intelligence, July 30 - August 3, 2000, Austin, Texas, {USA}},
  pages     = {711--715},
  publisher = {{AAAI} Press / The {MIT} Press},
  year      = {2000},
}
@inproceedings{koehn2002learning,
    author = {KNIGHT K},
    title = {Learning a translation lexicon from monolingual corpora},
    booktitle = {In Proceedings of ACL Workshop on Unsupervised Lexical Acquisition},
    year = {2002},
    pages = {9--16}
}
@inproceedings{Li2009Incremental,
  author    = {LI C and
               HE X and
               LIU Y and
               XI N},
  title     = {Incremental {HMM} Alignment for {MT} System Combination},
  booktitle = {{ACL} 2009, Proceedings of the 47th Annual Meeting of the Association
               for Computational Linguistics and the 4th International Joint Conference
               on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  pages     = {949--957},
  publisher = {The Association for Computer Linguistics},
  year      = {2009},
}
@inproceedings{li-etal-2014-neural,
  author    = {LI P and
               LIU Y and
               SUN M and
               IZUHA T and
               ZHANG D},
  title     = {A Neural Reordering Model for Phrase-based Translation},
  booktitle = {{COLING} 2014, 25th International Conference on Computational Linguistics,
               Proceedings of the Conference: Technical Papers, August 23-29, 2014,
               Dublin, Ireland},
  pages     = {1897--1907},
  publisher = {{ACL}},
  year      = {2014},
}
@inproceedings{li2009first-,
  author    = {LI Z and
               EISNER J},
  title     = {First- and Second-Order Expectation Semirings with Applications to
               Minimum-Risk Training on Translation Forests},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2009, 6-7 August 2009, Singapore, {A}
               meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {40--51},
  publisher = {{ACL}},
  year      = {2009},
}
@inproceedings{liu2006tree,
  author    = {LIU Y and
               LIU Q and
               LIN S},
  title     = {Tree-to-String Alignment Template for Statistical Machine Translation},
  booktitle = {{ACL} 2006, 21st International Conference on Computational Linguistics
               and 44th Annual Meeting of the Association for Computational Linguistics,
               Proceedings of the Conference, Sydney, Australia, 17-21 July 2006},
  publisher = {The Association for Computer Linguistics},
  year      = {2006},
}
@inproceedings{liu2009improving,
  author    = {Yang Liu and
               Yajuan L{\"{u}} and
               Qun Liu},
  //editor    = {Keh{-}Yih Su and
               Jian Su and
               Janyce Wiebe},
  title     = {Improving Tree-to-Tree Translation with Packed Forests},
  booktitle = {{ACL} 2009, Proceedings of the 47th Annual Meeting of the Association
               for Computational Linguistics and the 4th International Joint Conference
               on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  pages     = {558--566},
  publisher = {The Association for Computer Linguistics},
  year      = {2009},
}
@inproceedings{liu2009weighted,
  author    = {LIU Y and
               XIA T and
               XIAO X and
               LIU Q},
  title     = {Weighted Alignment Matrices for Statistical Machine Translation},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2009, 6-7 August 2009, Singapore, {A}
               meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {1017--1026},
  publisher = {{ACL}},
  year      = {2009},
}
@inproceedings{marcu2006spmt:,
  author    = {MARCU D and
               WANG W and
               ECHIHABI A and
               KNIGHT K},
  title     = {{SPMT:} Statistical Machine Translation with Syntactified Target Language
               Phrases},
  booktitle = {{EMNLP} 2006, Proceedings of the 2006 Conference on Empirical Methods
               in Natural Language Processing, 22-23 July 2006, Sydney, Australia},
  pages     = {44--52},
  publisher = {{ACL}},
  year      = {2006},
}
@inproceedings{mi2008forest,
  title ={Forest-based translation},
  author ={HAITAO M and LIANG H and QUN L},
  booktitle ={Proceedings of ACL-08: HLT},
  pages ={192--199},
  year ={2008}
}
@inproceedings{Mu2009Collaborative,
  author    = {LI M and
               DUAN N and
               ZHANG D and
               LI C and
               ZHOU M},
  title     = {Collaborative Decoding: Partial Hypothesis Re-ranking Using Translation
               Consensus between Decoders},
  booktitle = {{ACL} 2009, Proceedings of the 47th Annual Meeting of the Association
               for Computational Linguistics and the 4th International Joint Conference
               on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  pages     = {585--592},
  publisher = {The Association for Computer Linguistics},
  year      = {2009},
}
@article{ney1994structuring,
  author    = {NEY H and
               ESSEN U and
               KNESER R},
  title     = {On structuring probabilistic dependences in stochastic language modelling},
  journal   = {Computer Speech \& Language},
  volume    = {8},
  number    = {1},
  pages     = {1--38},
  year      = {1994},
}
@inproceedings{och2003minimum,
  author    = {OCH F J},
  title     = {Minimum Error Rate Training in Statistical Machine Translation},
  booktitle = {Proceedings of the 41st Annual Meeting of the Association for Computational
               Linguistics, 7-12 July 2003, Sapporo Convention Center, Sapporo, Japan},
  pages     = {160--167},
  publisher = {{ACL}},
  year      = {2003},
}
@inproceedings{och2004smorgasbord,
  author    = {OCH F J and
               GILDEA D and
               KHUDANPUR S and
               SARKAR A and
               YAMADA K and
               FRASER A M. and
               KUMAR S and
               SHEN L and
               SMITH D and
               ENG K and
               JAIN V and
               JIN Z and
               RADEV D R.},
  title     = {A Smorgasbord of Features for Statistical Machine Translation},
  booktitle = {Human Language Technology Conference of the North American Chapter
               of the Association for Computational Linguistics, {HLT-NAACL} 2004,
               Boston, Massachusetts, USA, May 2-7, 2004},
  pages     = {161--168},
  publisher = {The Association for Computational Linguistics},
  year      = {2004},
}
@inproceedings{DBLP:conf/coling/OchN00,
  author    = {OCH F J and
               NEY H},
  title     = {A Comparison of Alignment Models for Statistical Machine Translation},
  booktitle = {{COLING} 2000, 18th International Conference on Computational Linguistics,
               Proceedings of the Conference, 2 Volumes, July 31 - August 4, 2000,
               Universit{\"{a}}t des Saarlandes, Saarbr{\"{u}}cken, Germany},
  pages     = {1086--1090},
  publisher = {Morgan Kaufmann},
  year      = {2000},
}

@article{powell1964an,
  author    = {POWELL M. J. D.},
  title     = {An efficient method for finding the minimum of a function of several
               variables without calculating derivatives},
  journal   = {The Computer Journal},
  volume    = {7},
  number    = {2},
  pages     = {155--162},
  year      = {1964},
}
@inproceedings{rosti2007combining,
  author    = {ROSTI A I. and
               AYAN N F and
               XIANG B and
               MATSOUKAS S and
               SCHWARTZ R M. and
               DORR B J.},
  title     = {Combining Outputs from Multiple Machine Translation Systems},
  booktitle = {Human Language Technology Conference of the North American Chapter
               of the Association of Computational Linguistics, Proceedings, April
               22-27, 2007, Rochester, New York, {USA}},
  pages     = {228--235},
  publisher = {The Association for Computational Linguistics},
  year      = {2007},
}
@inproceedings{shen2008a,
  author    = {SHEN L and
               XU J and
               WEISCHEDEL R M.},
  title     = {A New String-to-Dependency Machine Translation Algorithm with a Target
               Dependency Language Model},
  booktitle = {{ACL} 2008, Proceedings of the 46th Annual Meeting of the Association
               for Computational Linguistics, June 15-20, 2008, Columbus, Ohio, {USA}},
  pages     = {577--585},
  publisher = {The Association for Computer Linguistics},
  year      = {2008},
}
@inproceedings{smith2006minimum,
  author    = {SMITH D A. and
               EISNER J},
  title     = {Minimum Risk Annealing for Training Log-Linear Models},
  booktitle = {{ACL} 2006, 21st International Conference on Computational Linguistics
               and 44th Annual Meeting of the Association for Computational Linguistics,
               Proceedings of the Conference, Sydney, Australia, 17-21 July 2006},
  publisher = {The Association for Computer Linguistics},
  year      = {2006},
}
@inproceedings{sun2010discriminative,
  author    = {SUN J and
               ZHANG M and
               TAN C L},
  title     = {Discriminative Induction of Sub-Tree Alignment using Limited Labeled
               Data},
  booktitle = {{COLING} 2010, 23rd International Conference on Computational Linguistics,
               Proceedings of the Conference, 23-27 August 2010, Beijing, China},
  pages     = {1047--1055},
  publisher = {Tsinghua University Press},
  year      = {2010},
}
@inproceedings{sun2010exploring,
  author    = {SUN J and
               ZHANG M and
               TAN C L},
  title     = {Exploring Syntactic Structural Features for Sub-Tree Alignment Using
               Bilingual Tree Kernels},
  booktitle = {{ACL} 2010, Proceedings of the 48th Annual Meeting of the Association
               for Computational Linguistics, July 11-16, 2010, Uppsala, Sweden},
  pages     = {306--315},
  publisher = {The Association for Computer Linguistics},
  year      = {2010},
}
@inproceedings{taskar2005a,
  author    = {TASKAR B and
               LACOSTE{-}JULIEN S and
               KLEIN D},
  title     = {A Discriminative Matching Approach to Word Alignment},
  booktitle = {{HLT/EMNLP} 2005, Human Language Technology Conference and Conference
               on Empirical Methods in Natural Language Processing, Proceedings of
               the Conference, 6-8 October 2005, Vancouver, British Columbia, Canada},
  pages     = {73--80},
  publisher = {The Association for Computational Linguistics},
  year      = {2005},
}

@inproceedings{DBLP:conf/coling/GrovesHW04,
  author    = {GROVES D and
               HEARNE M and
               WAY A},
  title     = {Robust Sub-Sentential Alignment of Phrase-Structure Trees},
  booktitle = {{COLING} 2004, 20th International Conference on Computational Linguistics,
               Proceedings of the Conference, 23-27 August 2004, Geneva, Switzerland},
  year      = {2004},
}

@inproceedings{DBLP:conf/coling/SunZT10,
  author    = {SUN J and
               ZHANG M and
               TAN C L},
  editor    = {Chu{-}Ren Huang and
               Dan Jurafsky},
  title     = {Discriminative Induction of Sub-Tree Alignment using Limited Labeled
               Data},
  booktitle = {{COLING} 2010, 23rd International Conference on Computational Linguistics,
               Proceedings of the Conference, 23-27 August 2010, Beijing, China},
  pages     = {1047--1055},
  publisher = {Tsinghua University Press},
  year      = {2010},
}

@inproceedings{Tong2009Better,
  author    = {XIAO T and
               LI M and
               ZHANG D and
               ZHU J and
               ZHOU M},
  title     = {Better Synchronous Binarization for Machine Translation},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2009, 6-7 August 2009, Singapore, {A}
               meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {362--370},
  publisher = {{ACL}},
  year      = {2009},
}

@inproceedings{DBLP:conf/acl/KleinM03,
  author    = {KLEIN D and
               MANNING C D.},
  editor    = {Erhard W. Hinrichs and
               Dan Roth},
  title     = {Accurate Unlexicalized Parsing},
  booktitle = {Proceedings of the 41st Annual Meeting of the Association for Computational
               Linguistics, 7-12 July 2003, Sapporo Convention Center, Sapporo, Japan},
  pages     = {423--430},
  publisher = {{ACL}},
  year      = {2003},
}

@inproceedings{charniak2006multilevel,
	title="Multilevel Coarse-to-Fine PCFG Parsing",
	author="CHARNIAK E and JOHNSON M and ELSNER M and AUSTERWEIL J and ELLIS D and HAXTON I and HILL C and SHRIVATHS R. and MOORE J and POZAR M and VU T",
	booktitle="Proceedings of the Human Language Technology Conference of the NAACL, Main Conference",
	pages="168--175",
	year="2006"
}

@inproceedings{Tong2016Syntactic,
  author    = {XIAO T and
               ZHU J and
               ZHANG C and
               LIU T},
  title     = {Syntactic Skeleton-Based Translation},
  booktitle = {Proceedings of the Thirtieth {AAAI} Conference on Artificial Intelligence,
               February 12-17, 2016, Phoenix, Arizona, {USA}},
  pages     = {2856--2862},
  publisher = {{AAAI} Press},
  year      = {2016},
}
@inproceedings{watanabe2007online,
  author    = {WATANABE T and
               SUZUKI J and
               TSUKADA H and
               ISOZAKI H},
  title     = {Online Large-Margin Training for Statistical Machine Translation},
  booktitle = {EMNLP-CoNLL 2007, Proceedings of the 2007 Joint Conference on Empirical
               Methods in Natural Language Processing and Computational Natural Language
               Learning, June 28-30, 2007, Prague, Czech Republic},
  pages     = {764--773},
  publisher = {{ACL}},
  year      = {2007},
}
@article{wu1997stochastic,
  author    = {WU D},
  title     = {Stochastic Inversion Transduction Grammars and Bilingual Parsing of
               Parallel Corpora},
  journal   = {Computational Linguistics},
  volume    = {23},
  number    = {3},
  pages     = {377--403},
  year      = {1997},
}

@article{XiaoA,
  author    = {XIAO T and
               WONG D F. and
               ZHU J},
  title     = {A Loss-Augmented Approach to Training Syntactic Machine Translation
               Systems},
  journal   = {IEEE Transactions on Audio, Speech, and Language Processing},
  volume    = {24},
  number    = {11},
  pages     = {2069--2083},
  year      = {2016},
}
@article{xiao2013unsupervised,
  title ={Unsupervised sub-tree alignment for tree-to-tree translation},
  author ={XIAO T and ZHU J},
  journal ={Journal of Artificial Intelligence Research},
  volume ={48},
  pages ={733--782},
  year ={2013}
}
@article{xiao2013bagging,
  title ={Bagging and boosting statistical machine translation systems},
  author ={XIAO T and ZHU J and Liu T},
  journal ={Artificial Intelligence},
  volume ={195},
  pages ={496--527},
  year ={2013},
  publisher ={Elsevier}
}
@inproceedings{xiao2010empirical,
  author    = {XIAO T and
               ZHU J and
               ZHANG H and
               ZHU M},
  title     = {An Empirical Study of Translation Rule Extraction with Multiple Parsers},
  booktitle = {{COLING} 2010, 23rd International Conference on Computational Linguistics,
               Posters Volume, 23-27 August 2010, Beijing, China},
  pages     = {1345--1353},
  publisher = {Chinese Information Processing Society of China},
  year      = {2010},
}
@article{xiao2011language,
  title ={Language Modeling for Syntax-Based Machine Translation Using Tree Substitution Grammars: A Case Study on Chinese-English Translation},
  author ={XIAO T and ZHU J and ZHU M},
  journal ={ACM Transactions on Asian Language Information Processing (TALIP)},
  volume ={10},
  number ={4},
  pages ={1--29},
  year ={2011},
  publisher ={ACM New York, NY, USA}
}
@inproceedings{xiong2006maximum,
  author    = {XIONG D and
               LIU Q and
               LIN S},
  title     = {Maximum Entropy Based Phrase Reordering Model for Statistical Machine
               Translation},
  booktitle = {{ACL} 2006, 21st International Conference on Computational Linguistics
               and 44th Annual Meeting of the Association for Computational Linguistics,
               Proceedings of the Conference, Sydney, Australia, 17-21 July 2006},
  publisher = {The Association for Computer Linguistics},
  year      = {2006},
}
@inproceedings{Yang2009Lattice,
  author    = {FENG Y and
               LIU Y and
               MI H and
               LIU Q and
               L{\"{U Y}}},
  title     = {Lattice-based System Combination for Statistical Machine Translation},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2009, 6-7 August 2009, Singapore, {A}
               meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {1105--1113},
  publisher = {{ACL}},
  year      = {2009},
}
@inproceedings{Yang2009Joint,
  author    = {LIU Y and
               MI H and
               FENG Y and
               LIU Q},
  title     = {Joint Decoding with Multiple Translation Models},
  booktitle = {{ACL} 2009, Proceedings of the 47th Annual Meeting of the Association
               for Computational Linguistics and the 4th International Joint Conference
               on Natural Language Processing of the AFNLP, 2-7 August 2009, Singapore},
  pages     = {576--584},
  publisher = {The Association for Computer Linguistics},
  year      = {2009},
}
@article{younger1967recognition,
  author    = {YOUNGER D H.},
  title     = {Recognition and Parsing of Context-Free Languages in Time n{\^{3}}},
  journal   = {Information and Control},
  volume    = {10},
  number    = {2},
  pages     = {189--208},
  year      = {1967},
}

@inproceedings{zhang2006synchronous,
  author    = {ZHANG H and
               HUANG L and
               GILDEA D and
               KNIGHT K},
  title     = {Synchronous Binarization for Machine Translation},
  booktitle = {Human Language Technology Conference of the North American Chapter
               of the Association of Computational Linguistics, Proceedings, June
               4-9, 2006, New York, New York, {USA}},
  publisher = {The Association for Computational Linguistics},
  year      = {2006},
}

@inproceedings{zhang2008tree,
  author    = {ZHANG M and
               JIANG H and
               AW A and
               LI H and
               TAN C L and
               LI S},
  title     = {A Tree Sequence Alignment-based Tree-to-Tree Translation Model},
  booktitle = {{ACL} 2008, Proceedings of the 46th Annual Meeting of the Association
               for Computational Linguistics, June 15-20, 2008, Columbus, Ohio, {USA}},
  pages     = {559--567},
  publisher = {The Association for Computer Linguistics},
  year      = {2008},
}

@inproceedings{zhu2011improving,
  author    = {ZHU J and
               XIAO T},
  title     = {Improving Decoding Generalization for Tree-to-String Translation},
  booktitle = {The 49th Annual Meeting of the Association for Computational Linguistics:
               Human Language Technologies, Proceedings of the Conference, 19-24
               June, 2011, Portland, Oregon, {USA} - Short Papers},
  pages     = {418--423},
  publisher = {The Association for Computer Linguistics},
  year      = {2011},
}
@article{DBLP:journals/tit/Viterbi67,
  author    = {VITERBI A J.},
  title     = {Error bounds for convolutional codes and an asymptotically optimum
               decoding algorithm},
  journal   = {{IEEE} Trans. Inf. Theory},
  volume    = {13},
  number    = {2},
  pages     = {260--269},
  year      = {1967},
}

@inproceedings{DBLP:conf/acl/OchN02,
  author    = {OCH F J and
               NEY H},
  title     = {Discriminative Training and Maximum Entropy Models for Statistical
               Machine Translation},
  booktitle = {Proceedings of the 40th Annual Meeting of the Association for Computational
               Linguistics, July 6-12, 2002, Philadelphia, PA, {USA}},
  pages     = {295--302},
  publisher = {{ACL}},
  year      = {2002},
}

@article{DBLP:journals/coling/OchN04,
  author    = {OCH F J and
               NEY H},
  title     = {The Alignment Template Approach to Statistical Machine Translation},
  journal   = {Computational Linguistics},
  volume    = {30},
  number    = {4},
  pages     = {417--449},
  year      = {2004},
}

@inproceedings{DBLP:conf/naacl/KumarB05,
  author    = {KUMAR S and
               BYRNE W J.},
  title     = {Local Phrase Reordering Models for Statistical Machine Translation},
  booktitle = {{HLT/EMNLP} 2005, Human Language Technology Conference and Conference
               on Empirical Methods in Natural Language Processing, Proceedings of
               the Conference, 6-8 October 2005, Vancouver, British Columbia, Canada},
  pages     = {161--168},
  publisher = {The Association for Computational Linguistics},
  year      = {2005},
}

@inproceedings{DBLP:conf/naacl/ZhangHGK06,
  author    = {ZHANG H and
               HUANG L and
               GILDEA D and
               KNIGHT K},
  title     = {Synchronous Binarization for Machine Translation},
  booktitle = {Human Language Technology Conference of the North American Chapter
               of the Association of Computational Linguistics, Proceedings, June
               4-9, 2006, New York, New York, {USA}},
  publisher = {The Association for Computational Linguistics},
  year      = {2006},

}

@article{marcu2006practical,
	title="Practical structured learning techniques for natural language processing",
	author="MARCU D and DAUME H C",
	journal="Ph.D. thesis, University of Southern California, Los Angeles, CA",
	year="2006"
}

@article{denero2010phrase,
	title="Phrase Alignment Models for Statistical Machine Translation",
	author="DENERO J S",
	journal="Ph.D. thesis, UC Berkeley",
	year="2010"
}

@article{xue2005building,
  title={Building a large annotated Chinese corpus: the Penn Chinese treebank},
  author={NIANWEN X and FEI X and FU D C and MARTHA P},
  journal={Journal of Natural Language Engineering},
  volume={11},
  number={2},
  pages={207--238},
  year={2005}
}

@article{DBLP:journals/coling/MarcusSM94,
  author    = {MARCUS M P. and
               SANTORINI B and
               MARCINKIEWICZ M A},
  title     = {Building a Large Annotated Corpus of English: The Penn Treebank},
  journal   = {Computational Linguistics},
  volume    = {19},
  number    = {2},
  pages     = {313--330},
  year      = {1993},
}

%%%%% chapter 4------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 5------------------------------------------------------------
@inproceedings{arthur2016incorporating,
  author    = {ARTHUR P and
               NEUBIG G and
               NAKAMURA S},
  title     = {Incorporating Discrete Translation Lexicons into Neural Machine Translation},
  booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2016, Austin, Texas, USA, November 1-4,
               2016},
  pages     = {1557--1567},
  publisher = {The Association for Computational Linguistics},
  year      = {2016},
}
@article{baydin2017automatic,
  title ={Automatic differentiation in machine learning: a survey},
  author ={Baydin, At{\i}l{\i}m G{\"u}nes and Pearlmutter, Barak A and Radul, Alexey Andreyevich and Siskind, Jeffrey Mark},
  journal ={The Journal of Machine Learning Research},
  volume ={18},
  number ={1},
  pages ={5595--5637},
  year ={2017},
  publisher ={JMLR. org}
}
@INPROCEEDINGS{charniak2003syntax,
    author = {CHARNIAK E and KNIGHT K and YAMADA K},
    title = {Syntax-based Language Models for Statistical Machine Translation},
    booktitle = {In MT Summit IX. Intl. Assoc. for Machine Translation},
    year = {2003}
}
@article{collobert2011natural,
  author    = {COLLOBERT R and
               WESTON J and
               BOTTOU L and
               KARLEN M and
               KAVUKCUOGLU K and
               KUKSA P P.},
  title     = {Natural Language Processing (Almost) from Scratch},
  journal   = {Journal of Machine Learning Research},
  volume    = {12},
  pages     = {2493--2537},
  year      = {2011},
}
@inproceedings{DBLP:conf/naacl/DevlinCLT19,
  author    = {DEVLIN J and
               CHANG M and
               LEE K and
               TOUTANOVA K},
  title     = {{BERT:} Pre-training of Deep Bidirectional Transformers for Language
               Understanding},
  booktitle = {Proceedings of the 2019 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
               and Short Papers)},
  pages     = {4171--4186},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}

@article{duchi2011adaptive,
  author    = {DUCHI J C. and
               HAZAN E and
               SINGER Y},
  title     = {Adaptive Subgradient Methods for Online Learning and Stochastic Optimization},
  journal   = {Journal of Machine Learning Research},
  volume    = {12},
  pages     = {2121--2159},
  year      = {2011},
}
@article{guidotti2018survey,
  author    = {GUIDOTTI R and
               MONREALE A and
               RUGGIERI S and
               TURINI F and
               GIANNOTTI F and
               PEDRESCHI D},
  title     = {A Survey of Methods for Explaining Black Box Models},
  journal   = {ACM Computing Surveys},
  volume    = {51},
  number    = {5},
  pages     = {93:1--93:42},
  year      = {2019},
}
@inproceedings{DBLP:journals/corr/HeZRS15,
  author    = {HE K and
               ZHANG X and
               REN S and
               SUN J},
  title     = {Deep Residual Learning for Image Recognition},
  booktitle = {2016 {IEEE} Conference on Computer Vision and Pattern Recognition,
               {CVPR} 2016, Las Vegas, NV, USA, June 27-30, 2016},
  pages     = {770--778},
  publisher = {{IEEE} Computer Society},
  year      = {2016},
}
@inproceedings{ioffe2015batch,
  author    = {IOFFE S and
               SZEGEDY C},
  title     = {Batch Normalization: Accelerating Deep Network Training by Reducing
               Internal Covariate Shift},
  booktitle = {Proceedings of the 32nd International Conference on Machine Learning,
               {ICML} 2015, Lille, France, 6-11 July 2015},
  series    = {{JMLR} Workshop and Conference Proceedings},
  volume    = {37},
  pages     = {448--456},
  publisher = {JMLR.org},
  year      = {2015},
}
@inproceedings{kingma2014adam,
  author    = {KINGMA D P. and
               BA J},
  title     = {Adam: {A} Method for Stochastic Optimization},
  booktitle = {3rd International Conference on Learning Representations, {ICLR} 2015,
               San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings},
  year      = {2015},
}
@inproceedings{koh2017understanding,
  author    = {KOH P W and
               LIANG P},
  title     = {Understanding Black-box Predictions via Influence Functions},
  booktitle = {Proceedings of the 34th International Conference on Machine Learning,
               {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017},
  series    = {Proceedings of Machine Learning Research},
  volume    = {70},
  pages     = {1885--1894},
  publisher = {{PMLR}},
  year      = {2017},
}
@inproceedings{lample2019cross,
  author    = {CONNEAU A and
               LAMPLE G},
  title     = {Cross-lingual Language Model Pretraining},
  booktitle = {Advances in Neural Information Processing Systems 32: Annual Conference
               on Neural Information Processing Systems 2019, NeurIPS 2019, 8-14
               December 2019, Vancouver, BC, Canada},
  pages     = {7057--7067},
  year      = {2019},
}
@article{lan2019albert,
  author    = {LAN Z and
               CHEN M and
               GOODMAN S and
               GIMPEL K and
               SHARMA P and
               SORICUT R},
  title     = {{ALBERT:} {A} Lite {BERT} for Self-supervised Learning of Language
               Representations},
  journal   = {CoRR},
  volume    = {abs/1909.11942},
  year      = {2019},
}
@inproceedings{mccann2017learned,
  author    = {MCCANN B and
               BRADBURY J and
               XIONG C and
               SOCHER R},
  title     = {Learned in Translation: Contextualized Word Vectors},
  booktitle = {Advances in Neural Information Processing Systems 30: Annual Conference
               on Neural Information Processing Systems 2017, 4-9 December 2017,
               Long Beach, CA, {USA}},
  pages     = {6294--6305},
  year      = {2017},
}
@inproceedings{mikolov2013efficient,
  author    = {MIKOLOV T and
               CHEN K and
               CORRADO G and
               DEAN J},
  title     = {Efficient Estimation of Word Representations in Vector Space},
  booktitle = {1st International Conference on Learning Representations, {ICLR} 2013,
               Scottsdale, Arizona, USA, May 2-4, 2013, Workshop Track Proceedings},
  year      = {2013},
}
@inproceedings{mikolov2013distributed,
  author    = {MIKOLOV T and
               SUTSKEVER I and
               CHEN K and
               CORRADO G S. and
               DEAN J},
  title     = {Distributed Representations of Words and Phrases and their Compositionality},
  booktitle = {Advances in Neural Information Processing Systems 26: 27th Annual
               Conference on Neural Information Processing Systems 2013. Proceedings
               of a meeting held December 5-8, 2013, Lake Tahoe, Nevada, United States},
  pages     = {3111--3119},
  year      = {2013},
}
@inproceedings{pennington2014glove,
  author    = {PENNINGTON J and
               SOCHER R and
               MANNING C D.},
  title     = {Glove: Global Vectors for Word Representation},
  booktitle = {Proceedings of the 2014 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2014, October 25-29, 2014, Doha, Qatar,
               {A} meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {1532--1543},
  publisher = {{ACL}},
  year      = {2014},
}
@inproceedings{perozzi2014deepwalk,
  author    = {PEROZZI B and
               AL{-}RFOU R and
               SKIENA S},
  title     = {DeepWalk: online learning of social representations},
  booktitle = {The 20th {ACM} {SIGKDD} International Conference on Knowledge Discovery
               and Data Mining, {KDD} '14, New York, NY, {USA} - August 24 - 27,
               2014},
  pages     = {701--710},
  publisher = {{ACM}},
  year      = {2014},
}
@inproceedings{peters2018deep,
  author    = {PETERS M E. and
               NEUMANN M and
               IYYER M and
               GARDNER M and
               CLARK C and
               LEE K and
               ZETTLEMOYER L},
  title     = {Deep Contextualized Word Representations},
  booktitle = {Proceedings of the 2018 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               {NAACL-HLT} 2018, New Orleans, Louisiana, USA, June 1-6, 2018, Volume
               1 (Long Papers)},
  pages     = {2227--2237},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{plank2013embedding,
  author    = {PLANK B and
               MOSCHITTI A},
  title     = {Embedding Semantic Similarity in Tree Kernels for Domain Adaptation
               of Relation Extraction},
  booktitle = {Proceedings of the 51st Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2013, 4-9 August 2013, Sofia, Bulgaria, Volume
               1: Long Papers},
  pages     = {1498--1507},
  publisher = {The Association for Computer Linguistics},
  year      = {2013},
}
@article{qian1999momentum,
  author    = {QIAN N},
  title     = {On the momentum term in gradient descent learning algorithms},
  journal   = {Neural Networks},
  volume    = {12},
  number    = {1},
  pages     = {145--151},
  year      = {1999},
}
@article{radford2018improving,
  title ={Improving language understanding by generative pre-training},
  author ={ALEC R and KARTHIK N and TIM S and ILYA S},
  journal ={URL https://s3-us-west-2. amazonaws. com/openai-assets/researchcovers/languageunsupervised/language understanding paper. pdf},
  year ={2018}
}
@article{radford2019language,
  title ={Language models are unsupervised multitask learners},
  author ={ALEC R and JEFFREY W and REWON C and DAVID L and DARIO A and ILYA S},
  journal ={OpenAI Blog},
  volume ={1},
  number ={8},
  pages ={9},
  year ={2019}
}
@inproceedings{song2019mass,
  author    = {SONG K and
               TAN X and
               QIN T and
               LU J and
               LIU T},
  title     = {{MASS:} Masked Sequence to Sequence Pre-training for Language Generation},
  booktitle = {Proceedings of the 36th International Conference on Machine Learning,
               {ICML} 2019, 9-15 June 2019, Long Beach, California, {USA}},
  series    = {Proceedings of Machine Learning Research},
  volume    = {97},
  pages     = {5926--5936},
  publisher = {{PMLR}},
  year      = {2019},
}
@inproceedings{stahlberg2016syntactically,
  author    = {STAHLBERG F and
               HASLER E and
               WAITE A and
               BYRNE B},
  title     = {Syntactically Guided Neural Machine Translation},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               2: Short Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}
@article{tieleman2012rmsprop,
  title ={Lecture 6.5-rmsprop: Divide the gradient by a running average of its recent magnitude},
  author ={TIJMEN T and GEOFFREY H},
  journal ={COURSERA: Neural networks for machine learning},
  volume ={4},
  number ={2},
  pages ={26--31},
  year ={2012}
}
@inproceedings{xiao2017fast,
  author    = {XIAO T and
               ZHU J and
               LIU T and
               ZHANG C},
  title     = {Fast Parallel Training of Neural Language Models},
  booktitle = {Proceedings of the Twenty-Sixth International Joint Conference on
               Artificial Intelligence, {IJCAI} 2017, Melbourne, Australia, August
               19-25, 2017},
  pages     = {4193--4199},
  publisher = {ijcai.org},
  year      = {2017},
}
@inproceedings{yang2019xlnet,
  author    = {YANG Z and
               DAI Z and
               YANG Y and
               CARBONELL J G. and
               SALAKHUTDINOV R and
               LE Q V.},
  title     = {XLNet: Generalized Autoregressive Pretraining for Language Understanding},
  booktitle = {Advances in Neural Information Processing Systems 32: Annual Conference
               on Neural Information Processing Systems 2019, NeurIPS 2019, 8-14
               December 2019, Vancouver, BC, Canada},
  pages     = {5754--5764},
  year      = {2019},
}
@inproceedings{zollmann2006syntax,
  author    = {ZOLLMANN A and
               VENUGOPAL A},
  title     = {Syntax Augmented Machine Translation via Chart Parsing},
  booktitle = {Proceedings on the Workshop on Statistical Machine Translation, WMT@HLT-NAACL
               2006, New York City, NY, USA, June 8-9, 2006},
  pages     = {138--141},
  publisher = {Association for Computational Linguistics},
  year      = {2006},
}
@article{brown1992class,
  author    = {BROWN P F. and
               PIETRA V J. D and
               SOUZA P V. and
               LAI J C. and
               MERCERR L.},
  title     = {Class-Based n-gram Models of Natural Language},
  journal   = {Comput. Linguistics},
  volume    = {18},
  number    = {4},
  pages     = {467--479},
  year      = {1992},
}
@inproceedings{mikolov2012context,
  title={Context dependent recurrent neural network language model},
  author={MIKOLOV and
            TOMAS and
            ZWEIG and
            GEOFFREY},
  booktitle={2012 IEEE Spoken Language Technology Workshop (SLT)},
  pages={234--239},
  year={2012},
  organization={IEEE}
}
@article{zaremba2014recurrent,
  title={Recurrent Neural Network Regularization},
  author={ZAREMBA and
             WOJCIECH and
             SUTSKEVER and
             ILYA and
             VINYALS and
             ORIOL},
  journal={arXiv: Neural and Evolutionary Computing},
  year={2014}
}
@article{zilly2016recurrent,
  title={Recurrent Highway Networks},
  author={ZILLY and
            JULIAN and
            SRIVASTAVA and
            KUMAR R and
            KOUTNIK and
            JAN and
            SCHMIDHUBER and
            JURGEN},
  journal={arXiv: Learning},
  year={2016}
}
@article{merity2017regularizing,
  title={Regularizing and optimizing LSTM language models},
  author={MERITY and
             TEPHEN and
             KESKAR and
             SHIRISH N and
             SOCHER and
             RICHARD},
  journal={arXiv: Computation and Language},
  year={2017}
}
%%%%% chapter 5------------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 6----------------------------------------------------------------
@article{Ba2016LayerN,
  author    = {BA L J and
               KIROS J R and
               HINTON G E.},
  title     = {Layer Normalization},
  journal   = {CoRR},
  volume    = {abs/1607.06450},
  year      = {2016},
}

@inproceedings{bahdanau2014neural,
  author    = {BAHDANAU D and
               CHO K and
               BENGIO Y},
  title     = {Neural Machine Translation by Jointly Learning to Align and Translate},
  booktitle = {3rd International Conference on Learning Representations, {ICLR} 2015,
               San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings},
  year      = {2015},
}
@inproceedings{bangalore2001computing,
  title ={Computing consensus translation from multiple machine translation systems},
  author ={Bangalore, B and Bordel, German and Riccardi, Giuseppe},
  booktitle ={IEEE Workshop on Automatic Speech Recognition and Understanding, 2001. ASRU'01.},
  pages ={351--354},
  year ={2001},
  organization ={IEEE}
}
@ARTICLE{BENGIO1994Learning,
author ={BENGIO Y. and SIMARD P. and FRASCONI P.}},
journal ={IEEE Transactions on Neural Networks},
title ={Learning long-term dependencies with gradient descent is difficult},
year ={1994},
volume ={5},
 number ={2},
pages ={157-166},
}
@inproceedings{Bentivogli2016NeuralVP,
  author    = {BENTIVOGLI L and
               BISAZZA A and
               CETTOLO M and
               FEDERICO M},
  title     = {Neural versus Phrase-Based Machine Translation Quality: a Case Study},
  booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2016, Austin, Texas, USA, November 1-4,
               2016},
  pages     = {257--267},
  publisher = {The Association for Computational Linguistics},
  year      = {2016},
}
@article{DBLP:journals/corr/abs-1906-00532,
  author    = {BHANDARE A and
               SRIPATHI V and
               KARKADA D and
               MENON V and
               CHOI S and
               DATTA K and
               SALETORE V},
  title     = {Efficient 8-Bit Quantization of Transformer Neural Machine Language
               Translation Model},
  journal   = {CoRR},
  volume    = {abs/1906.00532},
  year      = {2019},
}
@inproceedings{Cho2014Learning,
  author    = {CHO K and
               MERRIENBOER B V and
               GULCEHRE and
               BAHDANAU D and
               BOUGARES F and
               SCHWENK H and
               BENGIO Y},
  title     = {Learning Phrase Representations using {RNN} Encoder-Decoder for Statistical
               Machine Translation},
  pages     = {1724--1734},
  publisher = {{ACL}},
  year      = {2014},
}
@article{DBLP:journals/corr/CourbariauxB16,
  author    = {COURBARIAUX M and
               BENGIO Y},
  title     = {BinaryNet: Training Deep Neural Networks with Weights and Activations
               Constrained to +1 or -1},
  journal   = {CoRR},
  year      = {2016},
}
@article{Dai2019TransformerXLAL,
  author    = {DAI Z and
               YANG Z and
               YANG Y and
               CARBONELL J G. and
               LE Q V. and
               SALAKHUTDINOV R},
  title     = {Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context},
  journal   = {CoRR},
  year      = {2019},
}
@inproceedings{pmlr-v9-glorot10a,
  author    = {GLOROT X and
               BENGIO Y},
  title     = {Understanding the difficulty of training deep feedforward neural networks},
  booktitle = {Proceedings of the Thirteenth International Conference on Artificial
               Intelligence and Statistics, {AISTATS} 2010, Chia Laguna Resort, Sardinia,
               Italy, May 13-15, 2010},
  series    = {{JMLR} Proceedings},
  volume    = {9},
  pages     = {249--256},
  publisher = {JMLR.org},
  year      = {2010},
}
@inproceedings{DBLP:journals/corr/abs-1809-01854,
  author    = {GU J and
               SHAVARANI H S. and
               SARKAR A},
  title     = {Top-down Tree Structured Decoding with Syntactic Connections for Neural Machine Translation and Parsing},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {401--413},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{Gu2017NonAutoregressiveNM,
  author    = {GU J and
               BRADBURY J and
               XIONG C and
               LI V O. K. and
               SOCHER R},
  title     = {Non-Autoregressive Neural Machine Translation},
  booktitle = {6th International Conference on Learning Representations, {ICLR} 2018,
               Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings},
  publisher = {OpenReview.net},
  year      = {2018},
}
@inproceedings{Chen2018TheBO,
  author    = {CHEN M X and
               FIRAT O and
               BAPNA A and
               JOHNSON M and
               MACHEREY W and
               FOSTER G F. and
               JONES L and
               SCHUSTER M and
               SHAZEER N and
               PARMAR N and
               VASWANI A and
               USZKOREIT J and
               KAISER L and
               CHEN Z and
               WU Y and
               HUGHES M},
  title     = {The Best of Both Worlds: Combining Recent Advances in Neural Machine
               Translation},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               1: Long Papers},
  pages     = {76--86},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{DBLP:journals/corr/ChenLCL17,
  author    = {CHEN Y and
               LIU Y and
               CHENG Y and
               LI V O. K.},
  title     = {A Teacher-Student Framework for Zero-Resource Neural Machine Translation},
  booktitle = {Proceedings of the 55th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2017, Vancouver, Canada, July 30 - August 4, Volume
               1: Long Papers},
  pages     = {1925--1935},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}
@article{Hassan2018AchievingHP,
  author    = {HASSAN H and
               AUE A and
               CHEN C and
               CHOWDHARY V and
               CLARK J and
               FEDERMANN C and
               HUANG X and
               JUNCZYS{-}DOWMUNT M and
               LEWIS W and
               LI M and
               LIU S and
               LIU T and
               LUO R and
               MENEZES A and
               QIN T and
               SEIDE F and
               TAN X and
               TIAN F and
               WU L and
               WU S and
               XIA Y and
               ZHANG D and
               ZHANG Z and
               ZHOU M},
  title     = {Achieving Human Parity on Automatic Chinese to English News Translation},
  journal   = {CoRR},
  volume    = {abs/1803.05567},
  year      = {2018},
}
@inproceedings{DBLP:journals/corr/GehringAGYD17,
  author    = {GEHRING J and
               AULI M and
               GRANGIER D and
               YARATS D and
               DAUPHIN Y N.},
  title     = {Convolutional Sequence to Sequence Learning},
  booktitle = {Proceedings of the 34th International Conference on Machine Learning,
               {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017},
  series    = {Proceedings of Machine Learning Research},
  volume    = {70},
  pages     = {1243--1252},
  publisher = {{PMLR}},
  year      = {2017},
}
@inproceedings{devlin-etal-2014-fast,
  author    = {DEVLIN J and
               ZBIB R and
               HUANG Z and
               LAMAR T and
               SCHWARTZ R M. and
               MAKHOUL J},
  title     = {Fast and Robust Neural Network Joint Models for Statistical Machine
               Translation},
  booktitle = {Proceedings of the 52nd Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2014, June 22-27, 2014, Baltimore, MD, USA, Volume
               1: Long Papers},
  pages     = {1370--1380},
  publisher = {The Association for Computer Linguistics},
  year      = {2014},
}
@article{Hinton2015Distilling,
  author    = {HINTON G E. and
               VINYALS O and
               DEAN J},
  title     = {Distilling the Knowledge in a Neural Network},
  journal   = {CoRR},
  volume    = {abs/1503.02531},
  year      = {2015},
}
@article{HochreiterLong,
  author = {SEPP H and JÜRGEN S},
  year = {1997},
  month = {12},
  pages = {1735-80},
  title = {Long Short-term Memory},
  volume = {9},
  journal = {Neural computation},
}

@article{HochreiterThe,
  author    = {HOCHREITER S},
  title     = {The Vanishing Gradient Problem During Learning Recurrent Neural Nets
               and Problem Solutions},
  journal   = {International Journal of Uncertainty, Fuzziness and Knowledge-Based
               Systems},
  volume    = {6},
  number    = {2},
  pages     = {107--116},
  year      = {1998},
}
@inproceedings{kalchbrenner-blunsom-2013-recurrent,
  author    = {KALCHBRENNER N and
               BLUNSOM P},
  title     = {Recurrent Continuous Translation Models},
  booktitle = {Proceedings of the 2013 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2013, 18-21 October 2013, Grand Hyatt
               Seattle, Seattle, Washington, USA, {A} meeting of SIGDAT, a Special
               Interest Group of the {ACL}},
  pages     = {1700--1709},
  publisher = {{ACL}},
  year      = {2013},
}
@article{Lei2017TrainingRA,
  author    = {LEI T and
               ZHANG Y and
               ARTZI Y},
  title     = {Training RNNs as Fast as CNNs},
  journal   = {CoRR},
  volume    = {abs/1709.02755},
  year      = {2017},
}
@inproceedings{li-etal-2019-word,
  author    = {LI X and
               LI G and
               LIU L and
               MENG M and
               SHI S},
  title     = {On the Word Alignment from Neural Machine Translation},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {1293--1303},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@article{Li2020NeuralMT,
  author    = {LI Y and
               WANG Q and
               XIAO T and
               LIU T and
               ZHU J},
  title     = {Neural Machine Translation with Joint Representation},
  journal   = {CoRR},
  volume    = {abs/2002.06546},
  year      = {2020},
}
@inproceedings{li-etal-2018-simple,
  author    = {LI Y and
               XIAO T and
               LI Y and
               WANG Q and
               XU C and
               ZHU J},
  title     = {A Simple and Effective Approach to Coverage-Aware Neural Machine Translation},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               2: Short Papers},
  pages     = {292--297},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{DBLP:journals/corr/LinFSYXZB17,
  author    = {LIN Z and
               FENG M and
               SANTOS C N D and
               YU M and
               XIANG B and
               ZHOU B and
               BENGIO Y},
  title     = {A Structured Self-Attentive Sentence Embedding},
  booktitle = {5th International Conference on Learning Representations, {ICLR} 2017,
               Toulon, France, April 24-26, 2017, Conference Track Proceedings},
  publisher = {OpenReview.net},
  year      = {2017},
}
@inproceedings{Liu_2019_CVPR,
  author    = {LIU S and
               JOHNS E and
               DAVISON A J.},
  title     = {End-To-End Multi-Task Learning With Attention},
  booktitle = {{IEEE} Conference on Computer Vision and Pattern Recognition, {CVPR}
               2019, Long Beach, CA, USA, June 16-20, 2019},
  pages     = {1871--1880},
  publisher = {Computer Vision Foundation / {IEEE}},
  year      = {2019},
}
@inproceedings{DBLP:journals/corr/LuongPM15,
  author    = {LUONG T and
               PHAM H and
               MANNING C D.},
  title     = {Effective Approaches to Attention-based Neural Machine Translation},
  booktitle = {Proceedings of the 2015 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2015, Lisbon, Portugal, September 17-21,
               2015},
  pages     = {1412--1421},
  publisher = {The Association for Computational Linguistics},
  year      = {2015},
}
@inproceedings{MoradiInterrogating,
  author    = {MORADI P and
               KAMBHATLA N and
               SARKAR A},
  title     = {Interrogating the Explanatory Power of Attention in Neural Machine
               Translation},
  booktitle = {Proceedings of the 3rd Workshop on Neural Generation and Translation@EMNLP-IJCNLP
               2019, Hong Kong, November 4, 2019},
  pages     = {221--230},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{DBLP:journals/corr/PaulusXS17,
  author    = {PAULUS R and
               XIONG C and
               SOCHER R},
  title     = {A Deep Reinforced Model for Abstractive Summarization},
  booktitle = {6th International Conference on Learning Representations, {ICLR} 2018,
               Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings},
  publisher = {OpenReview.net},
  year      = {2018},
}
@inproceedings{DBLP:journals/corr/RushCW15,
  author    = {RUSH A M. and
               CHOPRA S and
               WESTON J},
  title     = {A Neural Attention Model for Abstractive Sentence Summarization},
  booktitle = {Proceedings of the 2015 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2015, Lisbon, Portugal, September 17-21,
               2015},
  pages     = {379--389},
  publisher = {The Association for Computational Linguistics},
  year      = {2015},
}
@inproceedings{Schwenk_continuousspace,
  author    = {SCHWENK H},
  title     = {Continuous Space Translation Models for Phrase-Based Statistical Machine
               Translation},
  booktitle = {{COLING} 2012, 24th International Conference on Computational Linguistics,
               Proceedings of the Conference: Posters, 8-15 December 2012, Mumbai,
               India},
  pages     = {1071--1080},
  publisher = {Indian Institute of Technology Bombay},
  year      = {2012},
}
@inproceedings{DBLP:journals/corr/SeeLM16,
  author    = {SEE A and
               LUONG M and
               MANNING C D.},
  title     = {Compression of Neural Machine Translation Models via Pruning},
  booktitle = {Proceedings of the 20th {SIGNLL} Conference on Computational Natural
               Language Learning, CoNLL 2016, Berlin, Germany, August 11-12, 2016},
  pages     = {291--301},
  publisher = {{ACL}},
  year      = {2016},
}
@inproceedings{DBLP:journals/corr/SennrichFCBHHJL17,
  author    = {SENNRICH R and
               FIRAT O and
               CHO K and
               BIRCH A and
               HADDOW B and
               HITSCHLER J and
               JUNCZYS{-}DOWMUNT M and
               L{\"{A}}UBLI S and
               BARONE A V M and
               MOKRY J and
               NADEJDE M},
  title     = {Nematus: a Toolkit for Neural Machine Translation},
  booktitle = {Proceedings of the 15th Conference of the European Chapter of the
               Association for Computational Linguistics, {EACL} 2017, Valencia,
               Spain, April 3-7, 2017, Software Demonstrations},
  pages     = {65--68},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}
@inproceedings{Shaw2018SelfAttentionWR,
  author    = {SHAW P and
               USZKOREIT J and
               VASWANI A},
  title     = {Self-Attention with Relative Position Representations},
  booktitle = {Proceedings of the 2018 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               NAACL-HLT, New Orleans, Louisiana, USA, June 1-6, 2018, Volume 2 (Short
               Papers)},
  pages     = {464--468},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@article{JMLR:v15:srivastava14a,
  author  = {SRIVASTAVA N and HINTON G and KRIZHEVSKY A and SUTSKEVER I and SALAKHUTDINOV R},
  title   = {Dropout: A Simple Way to Prevent Neural Networks from Overfitting},
  journal = {Journal of Machine Learning Research},
  year    = {2014},
  volume  = {15},
  pages   = {1929-1958},
}
@article{StahlbergNeural,
  author    = {STAHLBERG F},
  title     = {Neural Machine Translation: {A} Review},
  journal   = {CoRR},
  volume    = {abs/1912.02047},
  year      = {2019},
}
@inproceedings{Sun2019PatientKD,
  author    = {SUN S and
               CHENG Y and
               GAN Z and
               LIU J},
  title     = {Patient Knowledge Distillation for {BERT} Model Compression},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
               November 3-7, 2019},
  pages     = {4322--4331},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{NIPS2014_5346,
  author    = {SUTSKEVER I and
               VINYALS O and
               LE Q V.},
  title     = {Sequence to Sequence Learning with Neural Networks},
  booktitle = {Advances in Neural Information Processing Systems 27: Annual Conference
               on Neural Information Processing Systems 2014, December 8-13 2014,
               Montreal, Quebec, Canada},
  pages     = {3104--3112},
  year      = {2014},
}
@inproceedings{Szegedy_2016_CVPR,
  author    = {SZEGEDY C and
               VANHOUCKE V and
               IOFFE S and
               SHLENS J and
               WOJNA Z},
  title     = {Rethinking the Inception Architecture for Computer Vision},
  booktitle = {2016 {IEEE} Conference on Computer Vision and Pattern Recognition,
               {CVPR} 2016, Las Vegas, NV, USA, June 27-30, 2016},
  pages     = {2818--2826},
  publisher = {{IEEE} Computer Society},
  year      = {2016},
}
@inproceedings{TuModeling,
  author    = {TU Z and
               LU Z and
               LIU Y and
               LIU X and
               LI H},
  title     = {Modeling Coverage for Neural Machine Translation},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}
@inproceedings{NIPS2017_7181,
  author    = {VASWANI A and
               SHAZEER N and
               PARMAR N and
               USZKOREIT J and
               JONES L and
               GOMEZ A N. and
               KAISER L and
               POLOSUKHIN I},
  title     = {Attention is All you Need},
  booktitle = {Advances in Neural Information Processing Systems 30: Annual Conference
               on Neural Information Processing Systems 2017, 4-9 December 2017,
               Long Beach, CA, {USA}},
  pages     = {5998--6008},
  year      = {2017},
}
@inproceedings{DBLP:journals/corr/abs-1811-00498,
  author    = {V{\'{A}}ZQUEZ R and
               RAGANATO A and
               TIEDEMANN J and
               CREUTZ M},
  title     = {Multilingual {NMT} with a Language-Independent Attention Bridge},
  booktitle = {Proceedings of the 4th Workshop on Representation Learning for NLP,
               RepL4NLP@ACL 2019, Florence, Italy, August 2, 2019},
  pages     = {33--39},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{DBLP:journals/corr/abs-1805-10163,
  author    = {VOITA E and
               SERDYUKOV P and
               SENNRICH R and
               TITOV I},
  title     = {Context-Aware Neural Machine Translation Learns Anaphora Resolution},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               1: Long Papers},
  pages     = {1264--1274},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{DBLP:journals/corr/abs-1905-09418,
  author    = {VOITA E and
               TALBOT D and
               MOISEEV F and
               SENNRICH R and
               TITOV I},
  title     = {Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy
               Lifting, the Rest Can Be Pruned},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {5797--5808},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{WangLearning,
  author    = {WANG Q and
               LI B and
               XIAO T and
               ZHU J and
               LI C and
               WONG D F. and
               CHAO L S.},
  title     = {Learning Deep Transformer Models for Machine Translation},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {1810--1822},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{wang-etal-2018-multi-layer,
  author    = {WANG Q and
               LI F and
               XIAO T and
               LI Y and
               LI Y and
               ZHU J},
  title     = {Multi-layer Representation Fusion for Neural Machine Translation},
  booktitle = {Proceedings of the 27th International Conference on Computational
               Linguistics, {COLING} 2018, Santa Fe, New Mexico, USA, August 20-26,
               2018},
  pages     = {3015--3026},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{WangNeural,
  author    = {WANG X and
               LU Z and
               TU Z and
               LI H and
               XIONG D and
               ZHANG M},
  title     = {Neural Machine Translation Advised by Statistical Machine Translation},
  booktitle = {Proceedings of the Thirty-First {AAAI} Conference on Artificial Intelligence,
               February 4-9, 2017, San Francisco, California, {USA}},
  pages     = {3330--3336},
  publisher = {{AAAI} Press},
  year      = {2017},
}
@inproceedings{DBLP:journals/corr/abs-1808-09374,
  author    = {WANG X and
               PHAM H and
               YIN P and
               NEUBIG G},
  title     = {A Tree-based Decoder for Neural Machine Translation},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {4772--4777},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{Wang2019TreeTI,
  author    = {WANG Y and
               LEE H and
               CHEN Y},
  title     = {Tree Transformer: Integrating Tree Structures into Self-Attention},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
               November 3-7, 2019},
  publisher = {Association for Computational Linguistics},
  pages     = {1061--1070},
  year      = {2019\\},
}
@inproceedings{Werlen2018DocumentLevelNM,
  author    = {WERLEN L M and
               RAM D and
               PAPPAS N and
               HENDERSON J},
  title     = {Document-Level Neural Machine Translation with Hierarchical Attention
               Networks},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {2947--2954},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{Wu2019PayLA,
  author    = {WU F and
               FAN A and
               BAEVSKI A and
               DAUPHIN Y N. and
               AULI M},
  title     = {Pay Less Attention with Lightweight and Dynamic Convolutions},
  booktitle = {7th International Conference on Learning Representations, {ICLR} 2019,
               New Orleans, LA, USA, May 6-9, 2019},
  publisher = {OpenReview.net},
  year      = {2019},
}
@article{Wu2016GooglesNM,
  author    = {WU Y and
               SCHUSTER M and
               CHEN Z and
               LE Q V. and
               NOROUZI M and
               MACHEREY W and
               KRIKUN M and
               CAO Y and
               GAO Q and
               MACHEREY K and
               KLINGNER J and
               SHAH A and
               JOHNSON M and
               LIU X and
               KAISER L and
               GOUWS S and
               KATO Y and
               KUDO T and
               KAZAWA H and
               STEVENS K and
               KURIAN G and
               PATIL N and
               WANG W and
               YOUNG C and
               SMITH J and
               RIESA J and
               RUDNICK A and
               VINYALS O and
               CORRADO G and
               HUGHES M and
               DEAN J},
  title     = {Google's Neural Machine Translation System: Bridging the Gap between
               Human and Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1609.08144},
  year      = {2016},
}
@inproceedings{Xiao2019SharingAW,
  author    = {XIAO T and
               LI Y and
               ZHU J and
               YU Z and
               LIU T},
  title     = {Sharing Attention Weights for Fast Transformer},
  booktitle = {Proceedings of the Twenty-Eighth International Joint Conference on
               Artificial Intelligence, {IJCAI} 2019, Macao, China, August 10-16,
               2019},
  pages     = {5292--5298},
  publisher = {ijcai.org},
  year      = {2019},
}
@inproceedings{DBLP:journals/corr/abs-1904-03107,
  author    = {YANG B and
               WANG L and
               WONG D F. and
               CHAO L S. and
               TU Z},
  title     = {Convolutional Self-Attention Networks},
  booktitle = {Proceedings of the 2019 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
               and Short Papers)},
  pages     = {4040--4045},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{Yang2017TowardsBH,
  author    = {YANG B and
               WONG D F. and
               XIAO T and
               CHAO L S. and
               ZHU J},
  title     = {Towards Bidirectional Hierarchical Representations for Attention-based
               Neural Machine Translation},
  booktitle = {Proceedings of the 2017 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2017, Copenhagen, Denmark, September
               9-11, 2017},
  pages     = {1432--1441},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}

@inproceedings{DBLP:journals/corr/abs-1905-13324,
  author    = {ZHANG B and
               SENNRICH R},
  title     = {A Lightweight Recurrent Network for Sequence Modeling},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {1538--1548},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{DBLP:journals/corr/abs-1805-00631,
  author    = {ZHANG B and
               XIONG D and
               SU J},
  title     = {Accelerating Neural Transformer via an Average Attention Network},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               1: Long Papers},
  pages     = {1789--1798},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{Zhang2018SimplifyingNM,
  author    = {ZHANG B and
               XIONG D and
               SU J and
               LIN Q and
               ZHANG H},
  title     = {Simplifying Neural Machine Translation with Addition-Subtraction Twin-Gated
               Recurrent Networks},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {4273--4283},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{Zhang2017PriorKI,
  author    = {ZHANG J and
               LIU Y and
               LUAN H and
               XU J and
               SUN M},
  title     = {Prior Knowledge Integration for Neural Machine Translation using Posterior
               Regularization},
  booktitle = {Proceedings of the 55th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2017, Vancouver, Canada, July 30 - August 4, Volume
               1: Long Papers},
  pages     = {1514--1523},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}

@article{DBLP:journals/corr/ZhangZ16c,
  author    = {ZHANG J and
               ZONG C},
  title     = {Bridging Neural Machine Translation and Bilingual Dictionaries},
  journal   = {CoRR},
  volume    = {abs/1610.07272},
  year      = {2016},
}
@inproceedings{Zhang2018SpeedingUN,
  author    = {ZHANG W and
               HUANG L and
               FENG Y and
               SHEN L and
               LIU Q},
  title     = {Speeding Up Neural Machine Translation Decoding by Cube Pruning},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {4284--4294},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
%%%%% chapter 6----------------------------------------------------------------
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 7------------------------------------------------------
@article{姚树杰2011,
  title={基于句对质量和覆盖度的统计机器翻译训练语料选取},
  author={姚树杰 and 肖桐 and 朱靖波},
  journal={中文信息学报},
  volume={25},
  number={2},
  pages={72-78},
  year={2011},
}

@inproceedings{DBLP:conf/acl/SennrichHB16a,
  author    = {SENNRICH R and
               HADDOW B and
               BIRCH A},
  title     = {Neural Machine Translation of Rare Words with Subword Units},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}

@article{DBLP:journals/corr/abs-1207-0580,
  author    = {HINTON G E. and
               SRIVASTAVA N and
               KRIZHEVSKY A and
               SUTSKEVER I and
               SALAKHUTDINOV R},
  title     = {Improving neural networks by preventing co-adaptation of feature detectors},
  journal   = {CoRR},
  volume    = {abs/1207.0580},
  year      = {2012},
}

@article{Hornic1989Multilayer,
  title={Multilayer feedforward networks are universal approximators},
  author={HORNIC, K},
  journal={Neural Networks},
  volume={2},
  number={5},
  pages={359-366},
  year={1989},
}

@inproceedings{DBLP:conf/iclr/BaevskiA19,
  author    = {BAEVSKI A and
               AULI M},
  title     = {Adaptive Input Representations for Neural Language Modeling},
  booktitle = {7th International Conference on Learning Representations, {ICLR} 2019,
               New Orleans, LA, USA, May 6-9, 2019},
  publisher = {OpenReview.net},
  year      = {2019},
}

@inproceedings{DBLP:conf/emnlp/StahlbergB19,
  author    = {STAHLBERG F and
               BYRNE B},
  title     = {On {NMT} Search Errors and Model Errors: Cat Got Your Tongue?},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
               November 3-7, 2019},
  pages     = {3354--3360},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}

@article{DBLP:journals/corr/abs-1810-08398,
  author    = {MA M and
               HUANG L and
               XIONG H and
               LIU K and
               ZHANG C and
               HE Z and
               LIU H and
               LI X and
               WANG H},
  title     = {{STACL:} Simultaneous Translation with Integrated Anticipation and
               Controllable Latency},
  journal   = {CoRR},
  volume    = {abs/1810.08398},
  year      = {2018},
}

@inproceedings{DBLP:conf/emnlp/StahlbergHSB17,
  author    = {STAHLBERG F and
               HASLER E and
               SAUNDERS D and
               BYRNE B},
  title     = {{SGNMT} - {A} Flexible {NMT} Decoding Platform for Quick Prototyping
               of New Models and Search Strategies},
  booktitle = {Proceedings of the 2017 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2017, Copenhagen, Denmark, September
               9-11, 2017 - System Demonstrations},
  pages     = {25--30},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}

@inproceedings{DBLP:conf/wmt/SennrichHB16,
  author    = {SENNRICH R and
               HADDOW B and
               BIRCH A},
  title     = {Edinburgh Neural Machine Translation Systems for {WMT} 16},
  booktitle = {Proceedings of the First Conference on Machine Translation, {WMT}
               2016, colocated with {ACL} 2016, August 11-12, Berlin, Germany},
  pages     = {371--376},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}

@inproceedings{DBLP:conf/wmt/LiLXLLLWZXWFCLL19,
  author    = {LI B and
               LI Y and
               XU C and
               LIN Y and
               LIU J and
               LIU H and
               WANG Z and
               ZHANG Y and
               XU N and
               WANG Z and
               FENG K and
               CHEN H and
               LIU T and
               LI Y and
               WANG Q and
               XIAO T and
               ZHU J},
  title     = {The NiuTrans Machine Translation Systems for {WMT19}},
  booktitle = {Proceedings of the Fourth Conference on Machine Translation, {WMT}
               2019, Florence, Italy, August 1-2, 2019 - Volume 2: Shared Task Papers,
               Day 1},
  pages     = {257--266},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}

@inproceedings{DBLP:conf/aaai/DabreF19,
  author    = {DABRE R and
               FUJITA A},
  title     = {Recurrent Stacking of Layers for Compact Neural Machine Translation
               Models},
  booktitle = {The Thirty-Third {AAAI} Conference on Artificial Intelligence, {AAAI}
               2019, The Thirty-First Innovative Applications of Artificial Intelligence
               Conference, {IAAI} 2019, The Ninth {AAAI} Symposium on Educational
               Advances in Artificial Intelligence, {EAAI} 2019, Honolulu, Hawaii,
               USA, January 27 - February 1, 2019},
  pages     = {6292--6299},
  publisher = {{AAAI} Press},
  year      = {2019},
}

@inproceedings{DBLP:conf/cvpr/JacobKCZTHAK18,
  author    = {JACOB B and
               KLIGYS S and
               CHEN B and
               ZHU M and
               TANG M and
               HOWARD A G. and
               ADAM H and
               KALENICHENKO D},
  title     = {Quantization and Training of Neural Networks for Efficient Integer-Arithmetic-Only
               Inference},
  booktitle = {2018 {IEEE} Conference on Computer Vision and Pattern Recognition,
               {CVPR} 2018, Salt Lake City, UT, USA, June 18-22, 2018},
  pages     = {2704--2713},
  publisher = {{IEEE} Computer Society},
  year      = {2018},
}

@article{DBLP:journals/corr/abs-1910-10485,
  author    = {PRATO G and
               CHARLAIX E and
               REZAGHOLIZADEH M},
  title     = {Fully Quantized Transformer for Improved Translation},
  journal   = {CoRR},
  volume    = {abs/1910.10485},
  year      = {2019},
}

@inproceedings{DBLP:conf/aaai/ZhangSQLJW18,
  author    = {ZHANG X and
               SU J and
               QIN Y and
               LIU Y and
               JI R and
               WANG H},
  title     = {Asynchronous Bidirectional Decoding for Neural Machine Translation},
  booktitle = {Proceedings of the Thirty-Second {AAAI} Conference on Artificial Intelligence,
               (AAAI-18), the 30th innovative Applications of Artificial Intelligence
               (IAAI-18), and the 8th {AAAI} Symposium on Educational Advances in
               Artificial Intelligence (EAAI-18), New Orleans, Louisiana, USA, February
               2-7, 2018},
  pages     = {5698--5705},
  publisher = {{AAAI} Press},
  year      = {2018},
}

@inproceedings{DBLP:conf/emnlp/HuangZM17,
  author    = {HUANG L and
               ZHAO K and
               MA M},
  title     = {When to Finish? Optimal Beam Search for Neural Text Generation (modulo
               beam size)},
  booktitle = {Proceedings of the 2017 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2017, Copenhagen, Denmark, September
               9-11, 2017},
  pages     = {2134--2139},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}

@article{DBLP:journals/jcss/FreundS97,
  author    = {FREUND Y and
               SCHAPIRE R E.},
  title     = {A Decision-Theoretic Generalization of On-Line Learning and an Application
               to Boosting},
  journal   = {Journal of Computer and System Sciences},
  volume    = {55},
  number    = {1},
  pages     = {119--139},
  year      = {1997},
}

@inproceedings{DBLP:conf/acl/XiaoZZW10,
  author    = {XIAO T and
               ZHU J and
               ZHU M and
               WANG H},
  title     = {Boosting-Based System Combination for Machine Translation},
  booktitle = {{ACL} 2010, Proceedings of the 48th Annual Meeting of the Association
               for Computational Linguistics, July 11-16, 2010, Uppsala, Sweden},
  pages     = {739--748},
  publisher = {The Association for Computer Linguistics},
  year      = {2010},
}

@inproceedings{DBLP:conf/icassp/SimBGSW07,
  author    = {SIM K C and
               BYRNE W J. and
               GALES M J. F. and
               SAHBI H and
               WOODLAND P C.},
  title     = {Consensus Network Decoding for Statistical Machine Translation System
               Combination},
  booktitle = {Proceedings of the {IEEE} International Conference on Acoustics, Speech,
               and Signal Processing, {ICASSP} 2007, Honolulu, Hawaii, USA, April
               15-20, 2007},
  pages     = {105--108},
  publisher = {{IEEE}},
  year      = {2007},
}

@inproceedings{DBLP:conf/acl/RostiMS07,
  author    = {ROSTI A I. and
               MATSOUKAS S and
               SCHWARTZ R M.},
  title     = {Improved Word-Level System Combination for Machine Translation},
  booktitle = {{ACL} 2007, Proceedings of the 45th Annual Meeting of the Association
               for Computational Linguistics, June 23-30, 2007, Prague, Czech Republic},
  publisher = {The Association for Computational Linguistics},
  year      = {2007},
}

@inproceedings{DBLP:conf/wmt/RostiZMS08,
  author    = {ROSTI A I. and
               ZHANG B and
               MATSOUKAS S and
               SCHWARTZ R M.},
  title     = {Incremental Hypothesis Alignment for Building Confusion Networks with
               Application to Machine Translation System Combination},
  booktitle = {Proceedings of the Third Workshop on Statistical Machine Translation,
               WMT@ACL 2008, Columbus, Ohio, USA, June 19, 2008},
  pages     = {183--186},
  publisher = {Association for Computational Linguistics},
  year      = {2008},
}

@article{DBLP:journals/corr/LiMJ16,
  author    = {LI J and
               MONROE W and
               JURAFSKY D},
  title     = {A Simple, Fast Diverse Decoding Algorithm for Neural Generation},
  journal   = {CoRR},
  volume    = {abs/1611.08562},
  year      = {2016},
}

@inproceedings{DBLP:conf/emnlp/TrombleKOM08,
  author    = {TROMBLE R and
               KUMAR S and
               OCH F J and
               MACHEREY W},
  title     = {Lattice Minimum Bayes-Risk Decoding for Statistical Machine Translation},
  booktitle = {2008 Conference on Empirical Methods in Natural Language Processing,
               {EMNLP} 2008, Proceedings of the Conference, 25-27 October 2008, Honolulu,
               Hawaii, USA, {A} meeting of SIGDAT, a Special Interest Group of the
               {ACL}},
  pages     = {620--629},
  publisher = {{ACL}},
  year      = {2008},
}

@inproceedings{DBLP:conf/aaai/SuTXJSL17,
  author    = {SU J and
               TAN Z and
               XIONG D and
               JI R and
               SHI X and
               LIU Y},
  title     = {Lattice-Based Recurrent Neural Network Encoders for Neural Machine
               Translation},
  booktitle = {Proceedings of the Thirty-First {AAAI} Conference on Artificial Intelligence,
               February 4-9, 2017, San Francisco, California, {USA}},
  pages     = {3302--3308},
  publisher = {{AAAI} Press},
  year      = {2017},
}

@inproceedings{DBLP:conf/acl/Bird06,
  author    = {BIRD S},
  title     = {{NLTK:} The Natural Language Toolkit},
  booktitle = {{ACL} 2006, 21st International Conference on Computational Linguistics
               and 44th Annual Meeting of the Association for Computational Linguistics,
               Proceedings of the Conference, Sydney, Australia, 17-21 July 2006},
  publisher = {The Association for Computer Linguistics},
  year      = {2006},
}

@inproceedings{wang-etal-2018-dynamic,
    title = {Dynamic Sentence Sampling for Efficient Training of Neural Machine Translation},
    author = {WANG and
	         RUI  and
             UTIYAMA and
			 MASAO  and
            SUMITA and
			EIICHIRO},
    booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)},
    month = {7},
    year = {2018},
    publisher = {Association for Computational Linguistics},
    pages = {298--304},
}

@inproceedings{garciamartinez:hal-01433161,
  title = {{Factored Neural Machine Translation Architectures}},
  author = {MERCEDES G and LO{\"I}C B and FETHI B},
  booktitle = {{International Workshop on Spoken Language Translation (IWSLT'16)}},
  year = {2016},
}

@inproceedings{DBLP:conf/acl/JeanCMB15,
  author    = {JEAN S and
               CHO K and
               MEMISEVIC R and
               BENGIO Y},
  title     = {On Using Very Large Target Vocabulary for Neural Machine Translation},
  booktitle = {Proceedings of the 53rd Annual Meeting of the Association for Computational
               Linguistics and the 7th International Joint Conference on Natural
               Language Processing of the Asian Federation of Natural Language Processing,
               {ACL} 2015, July 26-31, 2015, Beijing, China, Volume 1: Long Papers},
  pages     = {1--10},
  publisher = {The Association for Computer Linguistics},
  year      = {2015},
}

@inproceedings{DBLP:conf/acl/Kudo18,
  author    = {KUDO T},
  title     = {Subword Regularization: Improving Neural Network Translation Models
               with Multiple Subword Candidates},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               1: Long Papers},
  pages     = {66--75},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}

@inproceedings{DBLP:conf/bmvc/ZagoruykoK16,
  author    = {ZAGORUYKO S and
               KOMODAKIS N},
  title     = {Wide Residual Networks},
  booktitle = {Proceedings of the British Machine Vision Conference 2016, {BMVC}
               2016, York, UK, September 19-22, 2016},
  publisher = {{BMVA} Press},
  year      = {2016},
}

@inproceedings{ethayarajh-2019-contextual,
    title = {How Contextual are Contextualized Word Representations? Comparing the Geometry of {BERT}, {ELM}o, and {GPT}-2 Embeddings},
    author = {ETHAYARAJH and
	         KAWIN},
    booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)},
    month = {11},
    year = {2019},
    publisher = {Association for Computational Linguistics},
    pages = {55--65},
}

@inproceedings{DBLP:conf/acl/JawaharSS19,
  author    = {JAWAHAR G and
               SAGOT B and
               SEDDAH D},
  title     = {What Does {BERT} Learn about the Structure of Language?},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {3651--3657},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}

@inproceedings{DBLP:conf/wmt/OttEGA18,
  author    = {OTT M and
               EDUNOV S and
               GRANGIER D and
               AULI M},
  title     = {Scaling Neural Machine Translation},
  booktitle = {Proceedings of the Third Conference on Machine Translation: Research
               Papers, {WMT} 2018, Belgium, Brussels, October 31 - November 1, 2018},
  pages     = {1--9},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}

@inproceedings{DBLP:conf/emnlp/DuanLXZ09,
  author    = {DUAN N and
               LI M and
               XIAO T and
               ZHOU M},
  title     = {The Feature Subspace Method for {SMT} System Combination},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2009, 6-7 August 2009, Singapore, {A}
               meeting of SIGDAT, a Special Interest Group of the {ACL}},
  pages     = {1096--1104},
  publisher = {{ACL}},
  year      = {2009},
}

@article{DBLP:journals/corr/abs-1910-10683,
  author    = {RAFFEL C and
               SHAZEER N and
               ROBERTS A and
               LEE K and
               NARANG S and
               MATENA M and
               ZHOU Y and
               LI W and
               LIU P J.},
  title     = {Exploring the Limits of Transfer Learning with a Unified Text-to-Text
               Transformer},
  journal   = {CoRR},
  volume    = {abs/1910.10683},
  year      = {2019},
}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%% chapter 7.5.1----------------------------------------------------------------
@inproceedings{DBLP:conf/cvpr/YuYR18,
  author    = {YU X and
               YU Z and
               RAMALINGAM S},
  title     = {Learning Strict Identity Mappings in Deep Residual Networks},
  booktitle = {2018 {IEEE} Conference on Computer Vision and Pattern Recognition,
               {CVPR} 2018, Salt Lake City, UT, USA, June 18-22, 2018},
  pages     = {4432--4440},
  publisher = {{IEEE} Computer Society},
  year      = {2018},
}

@inproceedings{DBLP:conf/emnlp/BapnaCFCW18,
  author    = {BAPNA A and
               CHEN M X and
               FIRAT O and
               CAO Y and
               WU Y},
  title     = {Training Deeper Neural Machine Translation Models with Transparent
               Attention},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {3028--3033},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}

@inproceedings{DBLP:conf/emnlp/ZhangTS19,
  author    = {ZHANG B and
               TITOV I and
               SENNRICH R},
  title     = {Improving Deep Transformer with Depth-Scaled Initialization and Merged
               Attention},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
               November 3-7, 2019},
  pages     = {898--909},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}

@inproceedings{DBLP:conf/eccv/HeZRS16,
  author    = {HE K and
               ZHANG X and
               REN S and
               SUN J},
  title     = {Identity Mappings in Deep Residual Networks},
  booktitle = {Computer Vision - {ECCV} 2016 - 14th European Conference, Amsterdam,
               The Netherlands, October 11-14, 2016, Proceedings, Part {IV}},
  volume    = {9908},
  pages     = {630--645},
  publisher = {Springer},
  year      = {2016},
}

@inproceedings{DBLP:conf/acl/WuWXTGQLL19,
  author    = {WU L and
               WANG Y and
               XIA Y and
               TIAN F and
               GAO F and
               QIN T and
               LAI J and
               LIU T},
  title     = {Depth Growing for Neural Machine Translation},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {5558--5563},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}

@inproceedings{DBLP:conf/cvpr/HuangLMW17,
  author    = {HUANG G and
               LIU Z and
               MAATEN L V D and
               WEINBERGER K Q.},
  title     = {Densely Connected Convolutional Networks},
  booktitle = {2017 {IEEE} Conference on Computer Vision and Pattern Recognition,
               {CVPR} 2017, Honolulu, HI, USA, July 21-26, 2017},
  pages     = {2261--2269},
  publisher = {{IEEE} Computer Society},
  year      = {2017},
}

@inproceedings{DBLP:conf/emnlp/DouTWSZ18,
  author    = {DOU Z and
               TU Z and
               WANG X and
               SHI S and
               ZHANG T},
  title     = {Exploiting Deep Representations for Neural Machine Translation},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {4253--4262},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}

@article{DBLP:journals/corr/GreffSS16,
  author    = {GREFF K and
               SRIVASTAVA R K and
               SCHMIDHUBER J},
  title     = {Highway and Residual Networks learn Unrolled Iterative Estimation},
  journal   = {CoRR},
  volume    = {abs/1612.07771},
  year      = {2016},
}

@inproceedings{DBLP:conf/icml/XiaQCBYL17,
  author    = {XIA Y and
               QIN T and
               CHEN W and
               BIAN J and
               YU N and
               LIU T},
  title     = {Dual Supervised Learning},
  booktitle = {Proceedings of the 34th International Conference on Machine Learning,
               {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017},
  series    = {Proceedings of Machine Learning Research},
  volume    = {70},
  pages     = {3789--3798},
  publisher = {{PMLR}},
  year      = {2017},
}

@inproceedings{DBLP:conf/nips/HeXQWYLM16,
  author    = {HE D and
               XIA Y and
               QIN T and
               WANG L and
               YU N and
               LIU T and
               MA W},
  title     = {Dual Learning for Machine Translation},
  booktitle = {Advances in Neural Information Processing Systems 29: Annual Conference
               on Neural Information Processing Systems 2016, December 5-10, 2016,
               Barcelona, Spain},
  pages     = {820--828},
  year      = {2016},
}

@inproceedings{DBLP:conf/nips/SuttonMSM99,
  author    = {SUTTON R S. and
               MCALLESTER D A. and
               SINGH S P. and
               MANSOUR Y},
  title     = {Policy Gradient Methods for Reinforcement Learning with Function Approximation},
  booktitle = {Advances in Neural Information Processing Systems 12, {[NIPS} Conference,
               Denver, Colorado, USA, November 29 - December 4, 1999]},
  pages     = {1057--1063},
  publisher = {The {MIT} Press},
  year      = {1999},
}

@article{DBLP:journals/corr/GulcehreFXCBLBS15,
  author    = {{\c{C}}aglar G{\"{u}}l{\c{c}}ehre and
               Orhan Firat and
               Kelvin Xu and
               Kyunghyun Cho and
               Lo{\"{\i}}c Barrault and
               Huei{-}Chi Lin and
               Fethi Bougares and
               Holger Schwenk and
               Yoshua Bengio},
  title     = {On Using Monolingual Corpora in Neural Machine Translation},
  journal   = {CoRR},
  year      = {2015},
}

@inproceedings{DBLP:conf/wmt/CurreyBH17,
  author    = {CURREY A and
               BARONE A V M and
               HEAFIELD K},
  title     = {Copied Monolingual Data Improves Low-Resource Neural Machine Translation},
  booktitle = {Proceedings of the Second Conference on Machine Translation, {WMT}
               2017, Copenhagen, Denmark, September 7-8, 2017},
  pages     = {148--156},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}

@inproceedings{DBLP:conf/acl/SennrichHB16,
  author    = {SENNRICH R and
               HADDOW B and
               BIRCH A},
  title     = {Improving Neural Machine Translation Models with Monolingual Data},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}

@inproceedings{DBLP:conf/emnlp/EdunovOAG18,
  author    = {EDUNOV S and
               OTT M and
               AULI M and
               GRANGIER D},
  title     = {Understanding Back-Translation at Scale},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {489--500},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}

@inproceedings{DBLP:conf/emnlp/DomhanH17,
  author    = {DOMHAN T and
               HIEBER F},
  title     = {Using Target-side Monolingual Data for Neural Machine Translation
               through Multi-task Learning},
  booktitle = {Proceedings of the 2017 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2017, Copenhagen, Denmark, September
               9-11, 2017},
  pages     = {1500--1505},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}

@article{DBLP:journals/corr/abs-2002-11794,
  author    = {LI Z and
               WALLACE E and
               SHEN S and
               LIN K and
               KEUTZER K and
               KLEIN D and
               GONZALEZ J E.},
  title     = {Train Large, Then Compress: Rethinking Model Size for Efficient Training
               and Inference of Transformers},
  journal   = {CoRR},
  volume    = {abs/2002.11794},
  year      = {2020},
}

@inproceedings{DBLP:conf/emnlp/KimR16,
  author    = {KIM Y and
               RUSH A M.},
  title     = {Sequence-Level Knowledge Distillation},
  booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2016, Austin, Texas, USA, November 1-4,
               2016},
  pages     = {1317--1327},
  publisher = {The Association for Computational Linguistics},
  year      = {2016},
}

@article{DBLP:journals/corr/abs-1909-10351,
  author    = {JIAO X and
               YIN Y and
               SHANG L and
               JIANG X and
               CHEN X and
               LI L and
               WANG F and
               LIU Q},
  title     = {TinyBERT: Distilling {BERT} for Natural Language Understanding},
  journal   = {CoRR},
  volume    = {abs/1909.10351},
  year      = {2019},
}

@article{DBLP:journals/corr/abs-1901-09069,
  author    = {ALMEIDA F and
               XEX{\'{E}}O G},
  title     = {Word Embeddings: {A} Survey},
  journal   = {CoRR},
  volume    = {abs/1901.09069},
  year      = {2019},
}

@article{DBLP:journals/corr/abs-2002-06823,
  author    = {ZHU J and
               XIA Y and
               WU L and
               HE D and
               QIN T and
               ZHOU W and
               LI H and
               LIU T},
  title     = {Incorporating {BERT} into Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/2002.06823},
  year      = {2020},
}

@article{DBLP:journals/corr/Ruder17a,
  author    = {RUDER S},
  title     = {An Overview of Multi-Task Learning in Deep Neural Networks},
  journal   = {CoRR},
  volume    = {abs/1706.05098},
  year      = {2017},
}

@inproceedings{DBLP:conf/iccv/ZhuPIE17,
  author    = {ZHU J and
               PARK T and
               ISOLA P and
               EFROS A A.},
  title     = {Unpaired Image-to-Image Translation Using Cycle-Consistent Adversarial
               Networks},
  booktitle = {{IEEE} International Conference on Computer Vision, {ICCV} 2017, Venice,
               Italy, October 22-29, 2017},
  pages     = {2242--2251},
  publisher = {{IEEE} Computer Society},
  year      = {2017},
}

@article{philipAlgorithmfordataCompression,
  title={A New Algorithm for Data Compression},
  author={GAGE P},
  journal={The C Users Journal archive},
  volume={12},
   number={2},
   pages={23--38},
  year= {1994}
}

@inproceedings{DBLP:conf/icml/BengioLCW09,
  author    = {BENGIO Y and
               LOURADOUR J and
               COLLOBERT R and
               WESTON J},
  title     = {Curriculum learning},
  booktitle = {Proceedings of the 26th Annual International Conference on Machine
               Learning, {ICML} 2009, Montreal, Quebec, Canada, June 14-18, 2009},
  series    = {{ACM} International Conference Proceeding Series},
  volume    = {382},
  pages     = {41--48},
  publisher = {{ACM}},
  year      = {2009},
}

@inproceedings{DBLP:conf/nips/HubaraCSEB16,
  author    = {HUBARA I and
               COURBARIAUX M and
               SOUDRY D and
               EL{-}YANIV R and
               BENGIO Y},
  title     = {Binarized Neural Networks},
  booktitle = {Advances in Neural Information Processing Systems 29: Annual Conference
               on Neural Information Processing Systems 2016, December 5-10, 2016,
               Barcelona, Spain},
  pages     = {4107--4115},
  year      = {2016},
}

@article{DBLP:journals/nature/LeCunBH15,
  author    = {LECUN Y and
               BENGIO Y and
               HINTON G E.},
  title     = {Deep learning},
  journal   = {Nature},
  volume    = {521},
  number    = {7553},
  pages     = {436--444},
  year      = {2015},
}
%%%%%%%%%%%%%%%%%%7.6%%%%%%%%%%%%%%%%
@inproceedings{DBLP:conf/acl/ArtetxeLA19,
  author    = {ARTETXE M and
               LABAKA G and
               AGIRRE E},
  title     = {An Effective Approach to Unsupervised Machine Translation},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {194--203},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@article{DBLP:journals/corr/abs-2004-05516,
  author    = {MARCHISIO K and
               DUH K and
               KOEHN P},
  title     = {When Does Unsupervised Machine Translation Work?},
  journal   = {CoRR},
  volume    = {abs/2004.05516},
  year      = {2020},
}
@inproceedings{DBLP:conf/acl/HitschlerSR16,
  author    = {HITSCHLER J and
               SCHAMONI S and
               RIEZLER S},
  title     = {Multimodal Pivots for Image Caption Translation},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}

@article{DBLP:journals/corr/ElliottFH15,
  author    = {ELLIOTT D and
               FRANK S and
               HASLER E},
  title     = {Multi-Language Image Description with Neural Sequence Models},
  journal   = {CoRR},
  volume    = {abs/1510.04709},
  year      = {2015},
  archivePrefix = {arXiv},
  eprint    = {1510.04709},
}

@inproceedings{DBLP:conf/wmt/HuangLSOD16,
  author    = {HUANG P and
               LIU F and
               SHIANG S and
               OH J and
               DYER C},
  title     = {Attention-based Multimodal Neural Machine Translation},
  booktitle = {Proceedings of the First Conference on Machine Translation, {WMT}
               2016, colocated with {ACL} 2016, August 11-12, Berlin, Germany},
  pages     = {639--645},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}
@inproceedings{DBLP:conf/emnlp/CurreyH18,
  author    = {CURREY A and
               HEAFIELD K},
  title     = {Multi-Source Syntactic Neural Machine Translation},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {2961--2966},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{DBLP:conf/acl/SaundersSGB18,
  author    = {SAUNDERS D and
               STAHLBERG F and
               GISPERT A D and
               BYRNE B},
  title     = {Multi-representation ensembles and delayed {SGD} updates improve syntax-based
               {NMT}},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               2: Short Papers},
  pages     = {319--325},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}

@inproceedings{DBLP:conf/acl/SumitaUZTM18,
  author    = {MA C and
               TAMURA A and
               UTIYAMA M and
               ZHAO T and
               SUMITA E},
  title     = {Forest-Based Neural Machine Translation},
  booktitle = {Proceedings of the 56th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
               1: Long Papers},
  pages     = {1253--1263},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{DBLP:conf/coling/ZaremoodiH18,
  author    = {ZAREMOODI P and
               HAFFARI G},
  title     = {Incorporating Syntactic Uncertainty in Neural Machine Translation
               with a Forest-to-Sequence Model},
  booktitle = {Proceedings of the 27th International Conference on Computational
               Linguistics, {COLING} 2018, Santa Fe, New Mexico, USA, August 20-26,
               2018},
  pages     = {1421--1429},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{DBLP:conf/acl/TaiSM15,
  author    = {TAI K S and
               SOCHER R and
               MANNING C D.},
  title     = {Improved Semantic Representations From Tree-Structured Long Short-Term
               Memory Networks},
  booktitle = {Proceedings of the 53rd Annual Meeting of the Association for Computational
               Linguistics and the 7th International Joint Conference on Natural
               Language Processing of the Asian Federation of Natural Language Processing,
               {ACL} 2015, July 26-31, 2015, Beijing, China, Volume 1: Long Papers},
  pages     = {1556--1566},
  publisher = {The Association for Computer Linguistics},
  year      = {2015},
}
@inproceedings{DBLP:conf/iclr/ShenTSC19,
  author    = {SHEN Y and
               TAN S and
               SORDONI A and
               COURVILLE A C.},
  title     = {Ordered Neurons: Integrating Tree Structures into Recurrent Neural
               Networks},
  booktitle = {7th International Conference on Learning Representations, {ICLR} 2019,
               New Orleans, LA, USA, May 6-9, 2019},
  publisher = {OpenReview.net},
  year      = {2019},
}
@inproceedings{DBLP:conf/acl/EriguchiHT16,
  author    = {ERIGUCHI A and
               HASHIMOTO K and
               TSURUOKA Y},
  title     = {Tree-to-Sequence Attentional Neural Machine Translation},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  publisher = {The Association for Computer Linguistics},
  year      = {2016},
}
@inproceedings{DBLP:conf/acl/ChenHCC17,
  author    = {CHEN H and
               HUANG S and
               CHIANG D and
               CHEN J},
  title     = {Improved Neural Machine Translation with a Syntax-Aware Encoder and
               Decoder},
  booktitle = {Proceedings of the 55th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2017, Vancouver, Canada, July 30 - August 4, Volume
               1: Long Papers},
  pages     = {1936--1945},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}
@inproceedings{DBLP:conf/discomt/TiedemannS17,
  author    = {TIEDEMANN J and
               SCHERRER Y},
  title     = {Neural Machine Translation with Extended Context},
  booktitle = {Proceedings of the Third Workshop on Discourse in Machine Translation,
               DiscoMT@EMNLP 2017, Copenhagen, Denmark, September 8, 2017},
  pages     = {82--92},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}
@article{DBLP:journals/corr/JeanLFC17,
  author    = {JEAN S and
               LAULY S and
               FIRAT O and
               CHO K},
  title     = {Does Neural Machine Translation Benefit from Larger Context?},
  journal   = {CoRR},
  volume    = {abs/1704.05135},
  year      = {2017},
}
@inproceedings{DBLP:conf/emnlp/ZhangLSZXZL18,
  author    = {ZHANG J and
               LUAN H and
               SUN M and
               ZHAI F and
               XU J and
               ZHANG M and
               LIU Y},
  title     = {Improving the Transformer Translation Model with Document-Level Context},
  booktitle = {Proceedings of the 2018 Conference on Empirical Methods in Natural
               Language Processing, Brussels, Belgium, October 31 - November 4, 2018},
  pages     = {533--542},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@inproceedings{tan-etal-2019-hierarchical,
    title = "Hierarchical Modeling of Global Context for Document-Level Neural Machine Translation",
    author = "XIN T  and
      LONGYIN Z  and
      DEYI X  and
      GUODONG Z",
    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)",
    month = nov,
    year = "2019",
    address = "Hong Kong, China",
    publisher = "Association for Computational Linguistics",
    pages = "1576--1585",
}
@inproceedings{DBLP:conf/naacl/MarufMH19,
  author    = {MARUF S and
               MARTINS A F. T. and
               HAFFARI G},
  title     = {Selective Attention for Context-aware Neural Machine Translation},
  booktitle = {Proceedings of the 2019 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
               and Short Papers)},
  pages     = {3092--3102},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{DBLP:conf/coling/KuangXLZ18,
  author    = {KUANG S and
               XIONG D and
               LUO W and
               ZHOU G},
  title     = {Modeling Coherence for Neural Machine Translation with Dynamic and
               Topic Caches},
  booktitle = {Proceedings of the 27th International Conference on Computational
               Linguistics, {COLING} 2018, Santa Fe, New Mexico, USA, August 20-26,
               2018},
  pages     = {596--606},
  publisher = {Association for Computational Linguistics},
  year      = {2018},
}
@article{DBLP:journals/tacl/TuLSZ18,
  author    = {TU Z and
               LIU Y and
               SHI S and
               ZHANG T},
  title     = {Learning to Remember Translation History with a Continuous Cache},
  journal   = {Transactions of the Association for Computational Linguistics},
  volume    = {6},
  pages     = {407--420},
  year      = {2018},
}
@inproceedings{DBLP:conf/aaai/XiongH0W19,
  author    = {XIONG H and
               HE Z and
               WU H and
               WANG H},
  title     = {Modeling Coherence for Discourse Neural Machine Translation},
  booktitle = {The Thirty-Third {AAAI} Conference on Artificial Intelligence, {AAAI}
               2019, The Thirty-First Innovative Applications of Artificial Intelligence
               Conference, {IAAI} 2019, The Ninth {AAAI} Symposium on Educational
               Advances in Artificial Intelligence, {EAAI} 2019, Honolulu, Hawaii,
               USA, January 27 - February 1, 2019},
  pages     = {7338--7345},
  publisher = {{AAAI} Press},
  year      = {2019},
}
@inproceedings{DBLP:conf/acl/VoitaST19,
  author    = {VOITA E and
               SENNRICH R and
               TITOV I},
  title     = {When a Good Translation is Wrong in Context: Context-Aware Machine
               Translation Improves on Deixis, Ellipsis, and Lexical Cohesion},
  booktitle = {Proceedings of the 57th Conference of the Association for Computational
               Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
               Volume 1: Long Papers},
  pages     = {1198--1212},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{DBLP:conf/emnlp/VoitaST19,
  author    = {VOITA E and
               SENNRICH R and
               TITOV I},
  title     = {Context-Aware Monolingual Repair for Neural Machine Translation},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
               November 3-7, 2019},
  pages     = {877--886},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@article{DBLP:journals/corr/abs-1910-00553,
  author    = {YU L and
               SARTRAN L and
               STOKOWIEC W and
               LING W and
               KONG L and
               BLUNSOM P and
               DYER C},
  title     = {Putting Machine Translation in Context with the Noisy Channel Model},
  journal   = {CoRR},
  volume    = {abs/1910.00553},
  year      = {2019},
}
@article{DBLP:journals/corr/abs-2003-05259,
  author    = {MANSIMOV E and
               MELIS G and
               YU L},
  title     = {Capturing document context inside sentence-level neural machine translation
               models with self-training},
  journal   = {CoRR},
  volume    = {abs/2003.05259},
  year      = {2020},
}
@inproceedings{DBLP:conf/icassp/Ney99,
  author    = {NEY H},
  title     = {Speech translation: coupling of recognition and translation},
  booktitle = {Proceedings of the 1999 {IEEE} International Conference on Acoustics,
               Speech, and Signal Processing, {ICASSP} '99, Phoenix, Arizona, USA,
               March 15-19, 1999},
  pages     = {517--520},
  publisher = {{IEEE} Computer Society},
  year      = {1999},
}
@inproceedings{DBLP:conf/interspeech/MatusovKN05,
  author    = {MATUSOV E and
               KANTHAK S and
               NEY H},
  title     = {On the integration of speech recognition and statistical machine translation},
  booktitle = {{INTERSPEECH} 2005 - Eurospeech, 9th European Conference on Speech
               Communication and Technology, Lisbon, Portugal, September 4-8, 2005},
  pages     = {3177--3180},
  publisher = {{ISCA}},
  year      = {2005},
}
@inproceedings{DBLP:conf/naacl/DuongACBC16,
  author    = {DUONG L and
               ANASTASOPOULOS A and
               CHIANG D and
               BIRD S and
               COHN T},
  title     = {An Attentional Model for Speech Translation Without Transcription},
  booktitle = {{NAACL} {HLT} 2016, The 2016 Conference of the North American Chapter
               of the Association for Computational Linguistics: Human Language Technologies,
               San Diego California, USA, June 12-17, 2016},
  pages     = {949--959},
  publisher = {The Association for Computational Linguistics},
  year      = {2016},
}
@article{DBLP:journals/corr/BerardPSB16,
  author    = {BERARD A and
               PIETQUIN O and
               SERVAN C and
               BESACIER L},
  title     = {Listen and Translate: {A} Proof of Concept for End-to-End Speech-to-Text
               Translation},
  journal   = {CoRR},
  volume    = {abs/1612.01744},
  year      = {2016},
}
@inproceedings{DBLP:conf/naacl/BansalKLLG19,
  author    = {BANSAL S and
               KAMPER H and
               LIVESCU K and
               LOPEZ A and
               GOLDWATER S},
  title     = {Pre-training on high-resource speech recognition improves low-resource
               speech-to-text translation},
  booktitle = {Proceedings of the 2019 Conference of the North American Chapter of
               the Association for Computational Linguistics: Human Language Technologies,
               {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
               and Short Papers)},
  pages     = {58--68},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{DBLP:conf/icassp/BerardBKP18,
  author    = {BERARD A and
               BESACIER L and
               KOCABIYIKOGLU A C and
               PIETQUIN O},
  title     = {End-to-End Automatic Speech Translation of Audiobooks},
  booktitle = {2018 {IEEE} International Conference on Acoustics, Speech and Signal
               Processing, {ICASSP} 2018, Calgary, AB, Canada, April 15-20, 2018},
  pages     = {6224--6228},
  publisher = {{IEEE}},
  year      = {2018},
}

@inproceedings{DBLP:conf/interspeech/KanoS017,
  author    = {KANO T and
               SAKTI S and
               NAKAMURA S},
  title     = {Structured-Based Curriculum Learning for End-to-End English-Japanese
               Speech Translation},
  booktitle = {Interspeech 2017, 18th Annual Conference of the International Speech
               Communication Association, Stockholm, Sweden, August 20-24, 2017},
  pages     = {2630--2634},
  publisher = {{ISCA}},
  year      = {2017},
}

@article{DBLP:journals/tacl/SperberNNW19,
  author    = {SPERBER M and
               NEUBIG G and
               NIEHUES J and
               WAIBEL A},
  title     = {Attention-Passing Models for Robust and Data-Efficient End-to-End
               Speech Translation},
  journal   = {Transactions of the Association for Computational Linguistics},
  volume    = {7},
  pages     = {313--325},
  year      = {2019},
}
@inproceedings{DBLP:conf/interspeech/LiuXZHWWZ19,
  author    = {LIU Y and
               XIONG H and
               ZHANG J and
               HE Z and
               WU H and
               WANG H and
               ZONG C},
  title     = {End-to-End Speech Translation with Knowledge Distillation},
  booktitle = {Interspeech 2019, 20th Annual Conference of the International Speech
               Communication Association, Graz, Austria, 15-19 September 2019},
  pages     = {1128--1132},
  publisher = {{ISCA}},
  year      = {2019},
}
@inproceedings{DBLP:conf/icassp/JiaJMWCCALW19,
  author    = {JIA Y and
               JOHNSON M and
               MACHEREY W and
               WEISS R J. and
               CAO Y and
               CHIU C and
               ARI N and
               LAURENZO S and
               WU Y},
  title     = {Leveraging Weakly Supervised Data to Improve End-to-end Speech-to-text
               Translation},
  booktitle = {{IEEE} International Conference on Acoustics, Speech and Signal Processing,
               {ICASSP} 2019, Brighton, United Kingdom, May 12-17, 2019},
  pages     = {7180--7184},
  publisher = {{IEEE}},
  year      = {2019},
}
@article{DBLP:journals/tacl/JohnsonSLKWCTVW17,
  author    = {JOHNSON M and
               SCHUSTER M and
               LE Q V. and
               KRIKUN M and
               WU Y and
               CHEN Z and
               THORAT N and
               VI{\'{E}}GAS F B. and
               WATTENBERG M and
               CORRADO G and
               HUGHES M and
               DEAN J},
  title     = {Google's Multilingual Neural Machine Translation System: Enabling
               Zero-Shot Translation},
  journal   = {Transactions of the Association for Computational Linguistics},
  volume    = {5},
  pages     = {339--351},
  year      = {2017},
}
@article{DBLP:journals/corr/HaNW16,
  author    = {HA T and
               NIEHUES J and
               WAIBEL A H.},
  title     = {Toward Multilingual Neural Machine Translation with Universal Encoder
               and Decoder},
  journal   = {CoRR},
  volume    = {abs/1611.04798},
  year      = {2016},
}

@inproceedings{DBLP:conf/naacl/FiratCB16,
  author    = {FIRAT O and
               CHO K and
               BENGIO Y},
  title     = {Multi-Way, Multilingual Neural Machine Translation with a Shared Attention
               Mechanism},
  booktitle = {{NAACL} {HLT} 2016, The 2016 Conference of the North American Chapter
               of the Association for Computational Linguistics: Human Language Technologies,
               San Diego California, USA, June 12-17, 2016},
  pages     = {866--875},
  publisher = {The Association for Computational Linguistics},
  year      = {2016},
}

@inproceedings{DBLP:journals/corr/LuongLSVK15,
  author    = {LUONG M and
               LE Q V. and
               SUTSKEVER I and
               VINYALS O and
               KAISER L},
  title     = {Multi-task Sequence to Sequence Learning},
  booktitle = {4th International Conference on Learning Representations, {ICLR} 2016,
               San Juan, Puerto Rico, May 2-4, 2016, Conference Track Proceedings},
  year      = {2016},
}

@article{elsken2019neural,
title={Neural Architecture Search: A Survey},
author={THOMAS E and HENDRIK M J and FRANK H},
journal={Journal of Machine Learning Research},
volume={20},
number={55},
pages={1--21},
year={2019}}

@inproceedings{DBLP:conf/iclr/ZophL17,
  author    = {ZOPH B and
               LE Q V.},
  title     = {Neural Architecture Search with Reinforcement Learning},
  booktitle = {5th International Conference on Learning Representations, {ICLR} 2017,
               Toulon, France, April 24-26, 2017, Conference Track Proceedings},
  publisher = {OpenReview.net},
  year      = {2017},
}
@inproceedings{DBLP:conf/emnlp/JiangHXZZ19,
  author    = {JIANG Y and
               HU C and
               XIAO T and
               ZHANG C and
               ZHU J},
  title     = {Improved Differentiable Architecture Search for Language Modeling
               and Named Entity Recognition},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
               November 3-7, 2019},
  pages     = {3583--3588},
  publisher = {Association for Computational Linguistics},
  year      = {2019},
}
@inproceedings{liyinqiaoESS,
author    = {LI Y and
               HU C and
               ZHANG Y and
                XU N and
               JIANG Y and
			   XIAO T and
			   ZHU J and
			   LIU T and
			   LI C},
title     = {Learning Architectures from an Extended Search Space
for Language Modeling},
publisher = {Association for Computational Linguistics},
year      = {2020},
}

@inproceedings{DBLP:conf/nips/LuoTQCL18,
  author    = {LUO R and
               TIAN F and
               QIN T and
               CHEN E and
               LIU T},
  title     = {Neural Architecture Optimization},
  booktitle = {Advances in Neural Information Processing Systems 31: Annual Conference
               on Neural Information Processing Systems 2018, NeurIPS 2018, 3-8 December
               2018, Montr{\'{e}}al, Canada},
  pages     = {7827--7838},
  year      = {2018},
}

@inproceedings{DBLP:conf/aclnmt/KoehnK17,
  author    = {KOEHN P and
               KNOWLES R},
  title     = {Six Challenges for Neural Machine Translation},
  booktitle = {Proceedings of the First Workshop on Neural Machine Translation, NMT@ACL
               2017, Vancouver, Canada, August 4, 2017},
  pages     = {28--39},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}
@inproceedings{DBLP:conf/aaai/HeHWW16,
  author    = {HE W and
               HE Z and
               WU H and
               WANG H},
  title     = {Improved Neural Machine Translation with {SMT} Features},
  booktitle = {Proceedings of the Thirtieth {AAAI} Conference on Artificial Intelligence,
               February 12-17, 2016, Phoenix, Arizona, {USA}},
  pages     = {151--157},
  publisher = {{AAAI} Press},
  year      = {2016},
}

@inproceedings{DBLP:conf/ijcnlp/KhayrallahKDPK17,
  author    = {KHAYRALLAH H and
               KUMAR G and
               DUH K and
               POST M and
               KOEHN P},
  title     = {Neural Lattice Search for Domain Adaptation in Machine Translation},
  booktitle = {Proceedings of the Eighth International Joint Conference on Natural
               Language Processing, {IJCNLP} 2017, Taipei, Taiwan, November 27 -
               December 1, 2017, Volume 2: Short Papers},
  pages     = {20--25},
  publisher = {Asian Federation of Natural Language Processing},
  year      = {2017},
}

@inproceedings{DBLP:conf/aclwat/NeubigMN15,
  author    = {NEUBIG G and
               MORISHITA M and
               NAKAMURA S},
  title     = {Neural Reranking Improves Subjective Quality of Machine Translation:
               {NAIST} at {WAT2015}},
  booktitle = {Proceedings of the 2nd Workshop on Asian Translation, {WAT} 2015,
               Kyoto, Japan, October 16, 2015},
  pages     = {35--41},
  publisher = {Workshop on Asian Translation},
  year      = {2015},
}

@inproceedings{niehues-etal-2016-pre,
    title = "Pre-Translation for Neural Machine Translation",
    author = "JAN N  and
      EUNAH C  and
      THANH-LE H  and
      ALEX W",
    booktitle = "Proceedings of {COLING} 2016, the 26th International Conference on Computational Linguistics: Technical Papers",
    month = dec,
    year = "2016",
    address = "Osaka, Japan",
    publisher = "The COLING 2016 Organizing Committee",
    pages = "1828--1836",
}
@inproceedings{DBLP:conf/eacl/GispertBHS17,
  author    = {STAHLBERG F and
               GISPERT A D and
               HASLER E and
               BYRNE B},
  title     = {Neural Machine Translation by Minimising the Bayes-risk with Respect
               to Syntactic Translation Lattices},
  booktitle = {Proceedings of the 15th Conference of the European Chapter of the
               Association for Computational Linguistics, {EACL} 2017, Valencia,
               Spain, April 3-7, 2017, Volume 2: Short Papers},
  pages     = {362--368},
  publisher = {Association for Computational Linguistics},
  year      = {2017},
}


@article{Domingo2017Segment,
  title={Segment-based interactive-predictive machine translation},
  author={MIGUEL D and PERIS Á and FRANCISCO C},
  journal={Machine Translation},
  volume={31},
  number={4},
  pages={163-185},
  year={2017},
}
@article{Alvaro2017Interactive,
  title={Interactive neural machine translation},
  author={PERIS A and MIGUEL D and FRANCISCO C},
  journal={Computer Speech \& Language},
  volume={45},
  number={Sep.},
  pages={201-220},
  year={2017},
}

@inproceedings{DBLP:conf/emnlp/NepveuLLF04,
  author    = {NEPVEU L and
               LAPALME G and
               LANGLAIS P and
               FOSTER G F.},
  title     = {Adaptive Language and Translation Models for Interactive Machine Translation},
  booktitle = {Proceedings of the 2004 Conference on Empirical Methods in Natural
               Language Processing , {EMNLP} 2004, {A} meeting of SIGDAT, a Special
               Interest Group of the ACL, held in conjunction with {ACL} 2004, 25-26
               July 2004, Barcelona, Spain},
  pages     = {190--197},
  publisher = {{ACL}},
  year      = {2004},
}

@inproceedings{wang-etal-2018-tencent,
    title = "Tencent Neural Machine Translation Systems for {WMT}18",
    author = "MINGXUAN W  and
      LI G  and
      WENHUAN Z  and
      JUN X  and
      CHAO B",
    booktitle = "Proceedings of the Third Conference on Machine Translation: Shared Task Papers",
    month = oct,
    year = "2018",
    address = "Belgium, Brussels",
    publisher = "Association for Computational Linguistics",
    pages = "522--527",
}

@article{DBLP:journals/tacl/LeeCH17,
  author    = {LEE J and
               CHO K and
               HOFMANN T},
  title     = {Fully Character-Level Neural Machine Translation without Explicit
               Segmentation},
  journal   = {Trans. Assoc. Comput. Linguistics},
  volume    = {5},
  pages     = {365--378},
  year      = {2017},
}

@INPROCEEDINGS{6289079,
 author={SCHUSTER M. and NAKAJIMA K.}},
 booktitle={2012 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
 title={Japanese and Korean voice search},
 year={2012},
 volume={},
 number={},
 pages={5149-5152}
 }

 @ARTICLE{61115,
  author={LIN J.}},
  journal={IEEE Transactions on Information Theory},
  title={Divergence measures based on the Shannon entropy},
  year={1991},
  volume={37},
  number={1},
  pages={145-151},}

@inproceedings{DBLP:conf/aaai/XiaHLS19,
  author    = {XIA M and
               HUANG G and
               LIU L and
               SHI S},
  title     = {Graph Based Translation Memory for Neural Machine Translation},
  booktitle = {The Thirty-Third {AAAI} Conference on Artificial Intelligence, {AAAI}
               2019, The Thirty-First Innovative Applications of Artificial Intelligence
               Conference, {IAAI} 2019, The Ninth {AAAI} Symposium on Educational
               Advances in Artificial Intelligence, {EAAI} 2019, Honolulu, Hawaii,
               USA, January 27 - February 1, 2019},
  pages     = {7297--7304},
  publisher = {{AAAI} Press},
  year      = {2019},
}

@inproceedings{DBLP:conf/nlpcc/HeHLL19,
  author    = {HE Q and
               HUANG G and
               LIU L and
               LI L},
  title     = {Word Position Aware Translation Memory for Neural Machine Translation},
  booktitle = {Natural Language Processing and Chinese Computing - 8th {CCF} International
               Conference, {NLPCC} 2019, Dunhuang, China, October 9-14, 2019, Proceedings,
               Part {I}},
  series    = {Lecture Notes in Computer Science},
  volume    = {11838},
  pages     = {367--379},
  publisher = {Springer},
  year      = {2019},
}

@INPROCEEDINGS{Och01statisticalmulti-source,
    author = {OCH F J and NEY H},
    title = {Statistical multi-source translation},
    booktitle = {In MT Summit 2001},
    year = {2001},
    pages = {253--258}
}

@inproceedings{Weiss2017SequencetoSequenceMC,
  title={Sequence-to-Sequence Models Can Directly Translate Foreign Speech},
  author={WEISS R J. and CHOROWSKI J and JAITLY N and WU Y and CHEN Z},
  booktitle={INTERSPEECH},
  pages = {2625-2629},
  year={2017}
}

@inproceedings{dong-etal-2015-multi,
    title = "Multi-Task Learning for Multiple Language Translation",
    author = "DAXIANG D  and
      HUA W  and
      WEI H  and
      DIANHAI Y  and
      HAIFENG W",
    booktitle = "Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)",
    month = jul,
    year = "2015",
    publisher = "Association for Computational Linguistics",
    pages = "1723--1732",
}

@inproceedings{firat-etal-2016-zero,
    title = "Zero-Resource Translation with Multi-Lingual Neural Machine Translation",
    author = "ORHAN F  and
      BASKARAN S  and
      YASER A  and
      T. Y V F  and
      KYUNGHYUN C",
    booktitle = "Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing",
    month = nov,
    year = "2016",
    publisher = "Association for Computational Linguistics",
    pages = "268--277",
}

@inproceedings{Zoph2016MultiSourceNT,
  title={Multi-Source Neural Translation},
  author={ZOPH B and KNIGHT K},
  booktitle={HLT-NAACL},
  year={2016}
}
