2017
|
Dietrich, Klakow; Thomas, Trost Parameter Free Hierarchical Graph-Based Clustering for Analyzing Continuous Word Embeddings. Inproceedings In Workshop Proceedings of TextGraphs-11: Graph-based
Methods for Natural Language Processing (Workshop at ACL 2017), 2017. BibTeX @inproceedings{TroKla2017,
title = {Parameter Free Hierarchical Graph-Based Clustering for Analyzing Continuous Word Embeddings.},
author = {Klakow Dietrich and Trost Thomas},
year = {2017},
date = {2017-00-00},
booktitle = {In Workshop Proceedings of TextGraphs-11: Graph-based
Methods for Natural Language Processing (Workshop at ACL 2017)},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Oualil, Youssef; Klakow, Dietrich A batch noise contrastive estimation approach for training large vocabulary language models Inproceedings 18th Annual Conference of the International Speech Communication Association (INTERSPEECH), 2017. BibTeX @inproceedings{Oualil2017,
title = {A batch noise contrastive estimation approach for training large vocabulary language models},
author = {Youssef Oualil and Dietrich Klakow},
year = {2017},
date = {2017-00-00},
publisher = {18th Annual Conference of the International Speech Communication Association (INTERSPEECH)},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Singh, Mittul; Oualil, Youssef; Klakow, Dietrich Approximated and domain-adapted LSTM language models for first-pass decoding in speech recognition Inproceedings 18th Annual Conference of the International Speech Communication Association (INTERSPEECH), Stockholm, Sweden, 2017. BibTeX @inproceedings{Singh2017,
title = {Approximated and domain-adapted LSTM language models for first-pass decoding in speech recognition},
author = {Mittul Singh and Youssef Oualil and Dietrich Klakow},
year = {2017},
date = {2017-00-00},
publisher = {18th Annual Conference of the International Speech Communication Association (INTERSPEECH)},
address = {Stockholm, Sweden},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Oualil, Youssef; Klakow, Dietrich A neuronal network approach for mixing language models Inproceedings ICASSP 2017 2017. BibTeX @inproceedings{Oualil2017b,
title = {A neuronal network approach for mixing language models},
author = {Youssef Oualil and Dietrich Klakow},
year = {2017},
date = {2017-00-00},
organization = {ICASSP 2017},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
2016
|
Singh, Mittul; Greenberg, Clayton; Oualil, Youssef; Klakow, Dietrich Sub-Word Similarity based Search for Embeddings: Inducing Rare-Word Embeddings for Word Similarity Tasks and Language Modelling Inproceedings Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers, pp. 2061–2070, The COLING 2016 Organizing Committee, Osaka, Japan, 2016. Abstract | Links | BibTeX @inproceedings{singh-EtAl:2016:COLING1,
title = {Sub-Word Similarity based Search for Embeddings: Inducing Rare-Word Embeddings for Word Similarity Tasks and Language Modelling},
author = { Mittul Singh and Clayton Greenberg and Youssef Oualil and Dietrich Klakow},
url = {http://aclweb.org/anthology/C16-1194},
year = {2016},
date = {2016-12-01},
booktitle = {Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers},
pages = {2061--2070},
publisher = {The COLING 2016 Organizing Committee},
address = {Osaka, Japan},
abstract = {Training good word embeddings requires large amounts of data. Out-of-vocabulary words will still be encountered at test-time, leaving these words without embeddings. To overcome this lack of embeddings for rare words, existing methods leverage morphological features to generate embeddings. While the existing methods use computationally-intensive rule-based (Soricut and Och, 2015) or tool-based (Botha and Blunsom, 2014) morphological analysis to generate embeddings, our system applies a computationally-simpler sub-word search on words that have existing embeddings. Embeddings of the sub-word search results are then combined using string similarity functions to generate rare word embeddings. We augmented pre-trained word embeddings with these novel embeddings and evaluated on a rare word similarity task, obtaining up to 3 times improvement in correlation over the original set of embeddings. Applying our technique to embeddings trained on larger datasets led to on-par performance with the existing state-of-the-art for this task. Additionally, while analysing augmented embeddings in a log-bilinear language model, we observed up to 50% reduction in rare word perplexity in comparison to other more complex language models.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Training good word embeddings requires large amounts of data. Out-of-vocabulary words will still be encountered at test-time, leaving these words without embeddings. To overcome this lack of embeddings for rare words, existing methods leverage morphological features to generate embeddings. While the existing methods use computationally-intensive rule-based (Soricut and Och, 2015) or tool-based (Botha and Blunsom, 2014) morphological analysis to generate embeddings, our system applies a computationally-simpler sub-word search on words that have existing embeddings. Embeddings of the sub-word search results are then combined using string similarity functions to generate rare word embeddings. We augmented pre-trained word embeddings with these novel embeddings and evaluated on a rare word similarity task, obtaining up to 3 times improvement in correlation over the original set of embeddings. Applying our technique to embeddings trained on larger datasets led to on-par performance with the existing state-of-the-art for this task. Additionally, while analysing augmented embeddings in a log-bilinear language model, we observed up to 50% reduction in rare word perplexity in comparison to other more complex language models. |
Varjokallio, Matti; Klakow, Dietrich Unsupervised morph segmentation and statistical language models for vocabulary expansion Inproceedings Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp. 175–180, Association for Computational Linguistics, Berlin, Germany, 2016. Links | BibTeX @inproceedings{varjokallio-klakow:2016:P16-2,
title = {Unsupervised morph segmentation and statistical language models for vocabulary expansion},
author = { Matti Varjokallio and Dietrich Klakow},
url = {http://anthology.aclweb.org/P16-2029},
year = {2016},
date = {2016-08-01},
booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)},
pages = {175--180},
publisher = {Association for Computational Linguistics},
address = {Berlin, Germany},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Sayeed, Asad; Greenberg, Clayton; Demberg, Vera Thematic fit evaluation: an aspect of selectional preferences Journal Article Proceedings of the 1st Workshop on Evaluating Vector Space Representations for NLP, pp. 99–105, 2016, ISBN: 9781945626142. BibTeX @article{Sayeed2016,
title = {Thematic fit evaluation: an aspect of selectional preferences},
author = { Asad Sayeed and Clayton Greenberg and Vera Demberg},
isbn = {9781945626142},
year = {2016},
date = {2016-01-01},
journal = {Proceedings of the 1st Workshop on Evaluating Vector Space Representations for NLP},
pages = {99--105},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
Schneegass, Stefan; Oualil, Youssef; Bulling, Andreas SkullConduct: Biometric User Identification on Eyewear Computers Using Bone Conduction Through the Skull Inproceedings Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems, pp. 1379–1384, ACM, New York, NY, USA, 2016, ISBN: 978-1-4503-3362-7. Links | BibTeX @inproceedings{Schneegass:2016:SBU:2858036.2858152,
title = {SkullConduct: Biometric User Identification on Eyewear Computers Using Bone Conduction Through the Skull},
author = { Stefan Schneegass and Youssef Oualil and Andreas Bulling},
url = {http://doi.acm.org/10.1145/2858036.2858152},
doi = {10.1145/2858036.2858152},
isbn = {978-1-4503-3362-7},
year = {2016},
date = {2016-01-01},
booktitle = {Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems},
pages = {1379--1384},
publisher = {ACM},
address = {New York, NY, USA},
series = {CHI '16},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Oualil, Youssef; Greenberg, Clayton; Singh, Mittul; Klakow, Dietrich Sequential recurrent neural networks for language modeling Journal Article Interspeech 2016, pp. 3509–3513, 2016. BibTeX @article{oualil2016sequential,
title = {Sequential recurrent neural networks for language modeling},
author = { Youssef Oualil and Clayton Greenberg and Mittul Singh and Dietrich Klakow},
year = {2016},
date = {2016-01-01},
journal = {Interspeech 2016},
pages = {3509--3513},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
Singh, Mittul; Greenberg, Clayton; Klakow, Dietrich The Custom Decay Language Model for Long Range Dependencies Book Chapter Sojka, Petr ; Hor{á}k, Ale{š} ; Kope{č}ek, Ivan ; Pala, Karel (Ed.): Text, Speech, and Dialogue: 19th International Conference, TSD 2016, Brno , Czech Republic, September 12-16, 2016, Proceedings, pp. 343–351, Springer International Publishing, Cham, 2016, ISBN: 978-3-319-45510-5. Links | BibTeX @inbook{Singh2016,
title = {The Custom Decay Language Model for Long Range Dependencies},
author = { Mittul Singh and Clayton Greenberg and Dietrich Klakow},
editor = {Sojka, Petr and Hor{\'{a}}k, Ale{\v{s}} and Kope{\v{c}}ek, Ivan and Pala, Karel},
url = {http://dx.doi.org/10.1007/978-3-319-45510-5_39},
doi = {10.1007/978-3-319-45510-5_39},
isbn = {978-3-319-45510-5},
year = {2016},
date = {2016-01-01},
booktitle = {Text, Speech, and Dialogue: 19th International Conference, TSD 2016, Brno , Czech Republic, September 12-16, 2016, Proceedings},
pages = {343--351},
publisher = {Springer International Publishing},
address = {Cham},
keywords = {},
pubstate = {published},
tppubtype = {inbook}
}
|
Matti, Varjokallio; Dietrich, Klakow Unsupervised morph segmentation and statistical language models for vocabulary expansion. Inproceedings 2016. BibTeX @inproceedings{Varjokallio:ACL2016,
title = {Unsupervised morph segmentation and statistical language models for vocabulary expansion.},
author = {Varjokallio Matti and Klakow Dietrich},
year = {2016},
date = {2016-01-01},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Oualil, Youssef; Singh, Mittul; Greenberg, Clayton; Klakow, Dietrich Long-short range context neural networks for language models Inproceedings EMLP 2016 2016. BibTeX @inproceedings{Oualil2016,
title = {Long-short range context neural networks for language models},
author = {Youssef Oualil and Mittul Singh and Clayton Greenberg and Dietrich Klakow },
year = {2016},
date = {2016-00-00},
organization = {EMLP 2016},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
2015
|
Greenberg, Clayton; Demberg, Vera; Sayeed, Asad Verb Polysemy and Frequency Effects in Thematic Fit Modeling Inproceedings Proceedings of the 6th Workshop on Cognitive Modeling and Computational Linguistics, pp. 48–57, Association for Computational Linguistics, Denver, Colorado, 2015. Links | BibTeX @inproceedings{greenberg-demberg-sayeed:2015:CMCL,
title = {Verb Polysemy and Frequency Effects in Thematic Fit Modeling},
author = { Clayton Greenberg and Vera Demberg and Asad Sayeed},
url = {http://www.aclweb.org/anthology/W15-1106},
year = {2015},
date = {2015-06-01},
booktitle = {Proceedings of the 6th Workshop on Cognitive Modeling and Computational Linguistics},
pages = {48--57},
publisher = {Association for Computational Linguistics},
address = {Denver, Colorado},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Greenberg, Clayton; Sayeed, Asad; Demberg, Vera Improving Unsupervised Vector-Space Thematic Fit Evaluation via Role-Filler Prototype Clustering Inproceedings Proceedings of the 2015 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 21–31, Association for Computational Linguistics, Denver, Colorado, 2015. Links | BibTeX @inproceedings{greenberg-sayeed-demberg:2015:NAACL-HLT,
title = {Improving Unsupervised Vector-Space Thematic Fit Evaluation via Role-Filler Prototype Clustering},
author = { Clayton Greenberg and Asad Sayeed and Vera Demberg},
url = {http://www.aclweb.org/anthology/N15-1003},
year = {2015},
date = {2015-01-01},
booktitle = {Proceedings of the 2015 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
pages = {21--31},
publisher = {Association for Computational Linguistics},
address = {Denver, Colorado},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
Oualil, Youssef; Schulder, Marc; Helmke, Hartmut; Schmidt, Anna; Klakow, Dietrich Real-Time Integration of Dynamic Context Information for Improving Automatic Speech Recognition Inproceedings INTERSPEECH 2015, 16th Annual Conference of the International Speech Communication Association, Dresden, Germany, 2015. Links | BibTeX @inproceedings{youalil_interspeech_2015,
title = {Real-Time Integration of Dynamic Context Information for Improving Automatic Speech Recognition},
author = { Youssef Oualil and Marc Schulder and Hartmut Helmke and Anna Schmidt and Dietrich Klakow},
url = {https://www.lsv.uni-saarland.de/fileadmin/publications/2015/interspeech15_youalil.pdf},
year = {2015},
date = {2015-01-01},
booktitle = {INTERSPEECH 2015, 16th Annual Conference of the International Speech Communication Association, Dresden, Germany},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
|
