@InProceedings{BahdanauCB14,
  author    = {Dzmitry Bahdanau and
               Kyunghyun Cho and
               Yoshua Bengio},
  title     = {Neural Machine Translation by Jointly Learning to Align and Translate},
  booktitle = {Proceedings of the International Conference on Learning Representations (ICLR)},
  address   = {San Diego, CA},
  year      = {2015}
}


@InProceedings{DBLP:journals/corr/ChoMBB14,
  author    = {KyungHyun Cho and
               Bart van Merrienboer and
               Dzmitry Bahdanau and
               Yoshua Bengio},
  title     = {On the Properties of Neural Machine Translation: Encoder-Decoder Approaches},
  booktitle = {Proceedings of SSST-8, Eighth Workshop on Syntax, Semantics and Structure in Statistical Translation},
  address   = {Doha, Qatar},
  pages     = {103–-111},
  month     = {October},
  year      = {2014}
}

@InProceedings{cho-EtAl:2014:EMNLP2014,
  author    = {Cho, Kyunghyun  and  van Merrienboer, Bart  and  Gulcehre, Caglar  and  Bahdanau, Dzmitry  and  Bougares, Fethi  and  Schwenk, Holger  and  Bengio, Yoshua},
  title     = {Learning Phrase Representations using RNN Encoder--Decoder for Statistical Machine Translation},
  booktitle = {Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)},
  month     = {October},
  year      = {2014},
  address   = {Doha, Qatar},
  publisher = {Association for Computational Linguistics},
  pages     = {1724--1734},
  url       = {http://www.aclweb.org/anthology/D14-1179}
}


@incollection{NIPS2014_5346,
title = {Sequence to Sequence Learning with Neural Networks},
author = {Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V. V},
booktitle = {Advances in Neural Information Processing Systems 27},
editor = {Z. Ghahramani and M. Welling and C. Cortes and N.D. Lawrence and K.Q. Weinberger},
pages = {3104--3112},
address = {Monteal, Canada},
year = {2014},
publisher = {Curran Associates, Inc.},
}

@article{DBLP:journals/corr/CohnHVYDH16,
  author    = {Trevor Cohn and
               Cong Duy Vu Hoang and
               Ekaterina Vymolova and
               Kaisheng Yao and
               Chris Dyer and
               Gholamreza Haffari},
  title     = {Incorporating Structural Alignment Biases into an Attentional Neural
               Translation Model},
  journal   = {CoRR},
  volume    = {abs/1601.01085},
  year      = {2016},
  url       = {http://arxiv.org/abs/1601.01085},
  timestamp = {Mon, 01 Feb 2016 15:36:05 +0100},
  biburl    = {http://dblp.uni-trier.de/rec/bib/journals/corr/CohnHVYDH16},
  bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{DBLP:journals/corr/TuLLLL16,
  author    = {Zhaopeng Tu and
               Zhengdong Lu and
               Yang Liu and
               Xiaohua Liu and
               Hang Li},
  title     = {Coverage-based Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1601.04811},
  year      = {2016},
  url       = {http://arxiv.org/abs/1601.04811},
  timestamp = {Mon, 01 Feb 2016 15:36:05 +0100},
  biburl    = {http://dblp.uni-trier.de/rec/bib/journals/corr/TuLLLL16},
  bibsource = {dblp computer science bibliography, http://dblp.org}
}

@InProceedings{DBLP:journals/corr/LuongPM15,
  author    = {Minh{-}Thang Luong and
               Hieu Pham and
               Christopher D. Manning},
  title     = {Effective Approaches to Attention-based Neural Machine Translation},
  booktitle = {Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing},
  address   = {Lisbon, Portugal},
  pages     = {1412–-1421},
  year      = {2015},
}

@article{Chen2016:guided,
  author    = {Wenhu Chen and
               Evgeny Matusov and
               Shahram Khadivi and
               Jan{-}Thorsten Peter},
  title     = {Guided Alignment Training for Topic-Aware Neural Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1607.01628},
  year      = {2016},
  url       = {http://arxiv.org/abs/1607.01628},
  timestamp = {Tue, 02 Aug 2016 12:59:27 +0200},
  biburl    = {http://dblp.uni-trier.de/rec/bib/journals/corr/ChenMKP16},
  bibsource = {dblp computer science bibliography, http://dblp.org}
}




@article{Luong-effective,
  author = {Luong, Minh-Thang and Pham, Hieu and Manning, Christopher D.},
  month = September,
  title = {Effective Approaches to Attention-based Neural Machine Translation.},
  booktitle = {Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing (EMNLP)},
  year = 2015,
  address = {Lisbon, Portugal}
}

@InProceedings{jean,
  author    = {Jean, S\'{e}bastien  and  Cho, Kyunghyun  and  Memisevic, Roland  and  Bengio, Yoshua},
  title     = {On Using Very Large Target Vocabulary for Neural Machine Translation},
  booktitle = {Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)},
  month     = {July},
  year      = {2015},
  address   = {Beijing, China},
  publisher = {Association for Computational Linguistics},
  pages     = {1--10}
}


@article{Gulcehre,
author = {{\c{C}}aglar G{\"{u}}l{\c{c}}ehre and Orhan Firat and Kelvin Xu and Kyunghyun Cho and Lo{\"{\i}}c Barrault and Huei{-}Chi Lin and Fethi Bougares and Holger Schwenk and Yoshua Bengio},
title = {On Using Monolingual Corpora in Neural Machine Translation},
journal = {CoRR},
volume = {abs/1503.03535},
url = {http://arxiv.org/abs/1503.03535},
year = 2015
}


%%%%% History of ANN-LM %%%%%%%
@inproceedings{NakamuraShikano89,
  title={Phoneme recognition: neural networks vs. hidden Markov models vs. hidden Markov models},
  author={Waibel, Alexander and Hanazawa, Toshiyuki and Hinton, Geoffrey and Shikano, Kiyohiro and Lang, K},
  booktitle={Acoustics, Speech, and Signal Processing, 1988. ICASSP-88., 1988 International Conference on},
  pages={107--110},
  year={1988},
  organization={IEEE}
}

@inproceedings{CastanoVidal93,
  title={Inference of stochastic regular languages through simple recurrent networks},
  author={Castana, MA and Vidal, E and Casacuberta, F},
  booktitle={Grammatical Inference: Theory, Applications and Alternatives, IEE Colloquium on},
  pages={16--1},
  year={1993},
  organization={IET}
}



@article{BengioDucharme03,
  title={A neural probabilistic language model},
  author={Bengio, Yoshua and Ducharme, R{\'e}jean and Vincent, Pascal and Jauvin, Christian},
  journal={journal of machine learning research},
  volume={3},
  number={Feb},
  pages={1137--1155},
  year={2003}
}


@article{Schwenk07,
  title={Continuous space language models},
  author={Schwenk, Holger},
  journal={Computer Speech \& Language},
  volume={21},
  number={3},
  pages={492--518},
  year={2007},
  publisher={Elsevier}
}


@inproceedings{SchwenkCosta07,
  title={Smooth bilingual n-gram translation},
  author={Schwenk, Holger and Costa-Jussa, Marta R and others},
  booktitle={In EMNLP},
  year={2007},
  organization={Citeseer}
}

@inproceedings{MikolovKarafiat10,
  title={Recurrent neural network based language model.},
  author={Mikolov, Tomas and Karafi{\'a}t, Martin and Burget, Lukas and Cernock{\`y}, Jan and Khudanpur, Sanjeev},
  booktitle={Interspeech},
  volume={2},
  pages={3},
  year={2010}
}

@inproceedings{SundermeyerSchlueter12,
  title={LSTM Neural Networks for Language Modeling.},
  author={Sundermeyer, Martin and Schl{\"u}ter, Ralf and Ney, Hermann},
  booktitle={Interspeech},
  pages={194--197},
  year={2012}
}


%%%%%%%%% Beyond NMT

@inproceedings{xu2015show,
      title={Show, Attend and Tell: Neural Image Caption Generation with Visual
          Attention},
        author={Xu, Kelvin and Ba, Jimmy and Kiros, Ryan and Cho, Kyunghyun and
            Courville, Aaron and Salakhutdinov, Ruslan and Zemel, Richard and
                Bengio, Yoshua},
          booktitle={International Conference on Machine Learning},
            year={2015}
}


@inproceedings{chorowski2015attention,
  title={Attention-based models for speech recognition},
  author={Chorowski, Jan K and Bahdanau, Dzmitry and Serdyuk, Dmitriy and Cho, Kyunghyun and Bengio, Yoshua},
  booktitle={Advances in Neural Information Processing Systems},
  pages={577--585},
  year={2015}
}


@inproceedings{sukhbaatar2015end,
  title={End-to-end memory networks},
  author={Sukhbaatar, Sainbayar and Weston, Jason and Fergus, Rob and others},
  booktitle={Advances in neural information processing systems},
  pages={2440--2448},
  year={2015}
}


@inproceedings{yao2015describing,
  title={Describing videos by exploiting temporal structure},
  author={Yao, Li and Torabi, Atousa and Cho, Kyunghyun and Ballas, Nicolas and Pal, Christopher and Larochelle, Hugo and Courville, Aaron},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  pages={4507--4515},
  year={2015}
}


@article{Sennrich2016:bpe,
      title={Neural Machine Translation of Rare Words with Subword Units},
        author={Sennrich, Rico and Haddow, Barry and Birch, Alexandra},
      journal={Association for Computational Linguistics (ACL)},
      pages={1715–1725},
      year={2016}
}

@article{shen2015minimum,
  title={Minimum risk training for neural machine translation},
  author={Shen, Shiqi and Cheng, Yong and He, Zhongjun and He, Wei and Wu, Hua and Sun, Maosong and Liu, Yang},
  journal={Association for Computational Linguistics (ACL)},
  year={2016}
}

@article{sennrich2015neural,
      title={Improving Neural Machine Translation Models with Monolingual Data},
        author={Sennrich, Rico and Haddow, Barry and Birch, Alexandra},
      journal={Association for Computational Linguistics (ACL)},
      pages={86–96},
      year={2016}
}


@article{chung2016character,
  title={A character-level decoder without explicit segmentation for neural machine translation},
  author={Chung, Junyoung and Cho, Kyunghyun and Bengio, Yoshua},
  journal={Proceedings of Association for Computational Linguistics (ACL)},
  pages= {1693–1703},
  year={2016}
}


@article{firat2016multi,
  title={Multi-way, multilingual neural machine translation},
  author={Firat, Orhan and Cho, Kyunghyun and Sankaran, Baskaran and Vural, Fatos T Yarman and Bengio, Yoshua},
  journal={Computer Speech \& Language},
  year={2016},
  publisher={Elsevier}
}



@article{fully_char_nmt,
  author    = {Jason Lee and
               Kyunghyun Cho and
               Thomas Hofmann},
  title     = {Fully Character-Level Neural Machine Translation without Explicit
               Segmentation},
  journal   = {CoRR},
  volume    = {abs/1610.03017},
  year      = {2016},
  url       = {http://arxiv.org/abs/1610.03017},
  timestamp = {Wed, 02 Nov 2016 09:51:26 +0100},
  biburl    = {http://dblp.uni-trier.de/rec/bib/journals/corr/LeeCH16},
  bibsource = {dblp computer science bibliography, http://dblp.org}
}


@article{google_nmt,
  author    = {Yonghui Wu and
               Mike Schuster and
               Zhifeng Chen and
               Quoc V. Le and
               Mohammad Norouzi and
               Wolfgang Macherey and
               Maxim Krikun and
               Yuan Cao and
               Qin Gao and
               Klaus and others},
  title     = {Google's Neural Machine Translation System: Bridging the Gap between
               Human and Machine Translation},
  journal   = {CoRR},
  volume    = {abs/1609.08144},
  year      = {2016},
  url       = {http://arxiv.org/abs/1609.08144},
  timestamp = {Mon, 03 Oct 2016 17:51:10 +0200},
  biburl    = {http://dblp.uni-trier.de/rec/bib/journals/corr/WuSCLNMKCGMKSJL16},
  bibsource = {dblp computer science bibliography, http://dblp.org}
}

@inproceedings{char_decoder,
  author    = {Junyoung Chung and
               Kyunghyun Cho and
               Yoshua Bengio},
  title     = {A Character-level Decoder without Explicit Segmentation for Neural
               Machine Translation},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational
               Linguistics, {ACL} 2016, August 7-12, 2016, Berlin, Germany, Volume
               1: Long Papers},
  year      = {2016},
  crossref  = {DBLP:conf/acl/2016-1},
  url       = {http://aclweb.org/anthology/P/P16/P16-1160.pdf},
  timestamp = {Mon, 15 Aug 2016 20:10:51 +0200},
  biburl    = {http://dblp.uni-trier.de/rec/bib/conf/acl/ChungCB16},
  bibsource = {dblp computer science bibliography, http://dblp.org}
}

%%% many material taken from Cho's lecture notes:

@techreport{cho2015note, 
title={Natural Language Understanding with Distributed Representation}, 
author={Kyunghyun Cho}, 
year={2015}, 
institution={New York University}, 
note={Lecture Note for DS-GA 3001} 
}

@InProceedings{Chen2016,
  Title                    = {Guided Alignment Training for Topic-Aware Neural Machine Translation},
  Author                   = {Chen, Wenhu and Matusov, Evgeny and Khadivi, Shahram and Peter, Jan-Thorsten},
  Year                     = {2016},

  Address                  = {Austion, Texas},
  Month                    = {October},
  Organization             = {Association for Machine Translation in the Americas},

  Owner                    = {arne},
  Timestamp                = {2016.09.08}
}

@InCollection{Chorowski2015,
  Title                    = {Attention-Based Models for Speech Recognition},
  Author                   = {Chorowski, Jan K and Bahdanau, Dzmitry and Serdyuk, Dmitriy and Cho, Kyunghyun and Bengio, Yoshua},
  Booktitle                = {Advances in Neural Information Processing Systems 28},
  Publisher                = {Curran Associates, Inc.},
  Year                     = {2015},
  Editor                   = {C. Cortes and N. D. Lawrence and D. D. Lee and M. Sugiyama and R. Garnett},
  Pages                    = {577--585},
}

@InProceedings{Och2003,
  Title                    = {Minimum Error Rate Training in Statistical Machine Translation},
  Author                   = {Och, Franz Josef},
  Booktitle                = {Proceedings of the 41st Annual Meeting on Association for Computational Linguistics - Volume 1},
  Year                     = {2003},

  Address                  = {Stroudsburg, PA, USA},
  Pages                    = {160--167},
  Publisher                = {Association for Computational Linguistics},
  Series                   = {ACL '03},

  Acmid                    = {1075117},
  Doi                      = {10.3115/1075096.1075117},
  Location                 = {Sapporo, Japan},
  Numpages                 = {8},
  Owner                    = {arne},
  Timestamp                = {2016.08.27},
  Url                      = {http://dx.doi.org/10.3115/1075096.1075117}
}

@InProceedings{Tu2016,
  Title                    = {Modeling Coverage for Neural Machine Translation},
  Author                   = {Tu, Zhaopeng and Lu, Zhengdong and Liu, Yang and Liu, Xiaohua and Li, Hang},
  Booktitle                = {54th Annual Meeting of the Association for Computational Linguistics},
  Year                     = {2016},

  Owner                    = {arne},
  Timestamp                = {2016.09.10}
}

@Article{Mi2016,
  Title                    = {Supervised Attentions for Neural Machine Translation},
  Author                   = {Mi, Haitao and Wang, Zhiguo and Ittycheriah, Abe},
  Journal                  = {arXiv preprint arXiv:1608.00112},
  Year                     = {2016},

  Owner                    = {arne},
  Timestamp                = {2016.09.02}
}

