@Book{MTURK:2010, editor = {Chris Callison-Burch and Mark Dredze}, title = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, url = {http://www.aclweb.org/anthology/W10-07} } @InProceedings{callisonburch-dredze:2010:MTURK, author = {Callison-Burch, Chris and Dredze, Mark}, title = {Creating Speech and Language Data With Amazon's Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {1--12}, url = {http://www.aclweb.org/anthology/W10-0701} } @InProceedings{jha-EtAl:2010:MTURK, author = {Jha, Mukund and Andreas, Jacob and Thadani, Kapil and Rosenthal, Sara and McKeown, Kathleen}, title = {Corpus Creation for New Genres: A Crowdsourced Approach to PP Attachment}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {13--20}, url = {http://www.aclweb.org/anthology/W10-0702} } @InProceedings{parent-eskenazi:2010:MTURK, author = {Parent, Gabriel and Eskenazi, Maxine}, title = {Clustering dictionary definitions using Amazon Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {21--29}, url = {http://www.aclweb.org/anthology/W10-0703} } @InProceedings{gao-vogel:2010:MTURK, author = {Gao, Qin and Vogel, Stephan}, title = {Semi-supervised Word Alignment with Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {30--34}, url = {http://www.aclweb.org/anthology/W10-0704} } @InProceedings{heilman-smith:2010:MTURK, author = {Heilman, Michael and Smith, Noah A.}, title = {Rating Computer-Generated Questions with Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {35--40}, url = {http://www.aclweb.org/anthology/W10-0705} } @InProceedings{novotney-callisonburch:2010:MTURK, author = {Novotney, Scott and Callison-Burch, Chris}, title = {Crowdsourced Accessibility: Elicitation of Wikipedia Articles}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {41--44}, url = {http://www.aclweb.org/anthology/W10-0706} } @InProceedings{le-EtAl:2010:MTURK, author = {Le, Audrey and Ajot, Jerome and Przybocki, Mark and Strassel, Stephanie}, title = {Document Image Collection Using Amazon's Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {45--52}, url = {http://www.aclweb.org/anthology/W10-0707} } @InProceedings{evanini-higgins-zechner:2010:MTURK, author = {Evanini, Keelan and Higgins, Derrick and Zechner, Klaus}, title = {Using Amazon Mechanical Turk for Transcription of Non-Native Speech}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {53--56}, url = {http://www.aclweb.org/anthology/W10-0708} } @InProceedings{denkowski-lavie:2010:MTURK, author = {Denkowski, Michael and Lavie, Alon}, title = {Exploring Normalization Techniques for Human Judgments of Machine Translation Adequacy Collected Using Amazon Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {57--61}, url = {http://www.aclweb.org/anthology/W10-0709} } @InProceedings{ambati-vogel:2010:MTURK, author = {Ambati, Vamshi and Vogel, Stephan}, title = {Can Crowds Build parallel corpora for Machine Translation Systems?}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {62--65}, url = {http://www.aclweb.org/anthology/W10-0710} } @InProceedings{denkowski-alhaj-lavie:2010:MTURK, author = {Denkowski, Michael and Al-Haj, Hassan and Lavie, Alon}, title = {Turker-Assisted Paraphrasing for English-Arabic Machine Translation}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {66--70}, url = {http://www.aclweb.org/anthology/W10-0711} } @InProceedings{lawson-EtAl:2010:MTURK, author = {Lawson, Nolan and Eustice, Kevin and Perkowitz, Mike and Yetisgen-Yildiz, Meliha}, title = {Annotating Large Email Datasets for Named Entity Recognition with Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {71--79}, url = {http://www.aclweb.org/anthology/W10-0712} } @InProceedings{finin-EtAl:2010:MTURK, author = {Finin, Tim and Murnane, William and Karandikar, Anand and Keller, Nicholas and Martineau, Justin and Dredze, Mark}, title = {Annotating Named Entities in Twitter Data with Crowdsourcing}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {80--88}, url = {http://www.aclweb.org/anthology/W10-0713} } @InProceedings{higgins-mcgrath-moretto:2010:MTURK, author = {Higgins, Chiara and McGrath, Elizabeth and Moretto, Laila}, title = {MTurk Crowdsourcing: A Viable Method for Rapid Discovery of Arabic Nicknames?}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {89--92}, url = {http://www.aclweb.org/anthology/W10-0714} } @InProceedings{zaidan-ganitkevitch:2010:MTURK, author = {Zaidan, Omar F. and Ganitkevitch, Juri}, title = {An Enriched MT Grammar for Under \$100}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {93--98}, url = {http://www.aclweb.org/anthology/W10-0715} } @InProceedings{marge-banerjee-rudnicky:2010:MTURK, author = {Marge, Matthew and Banerjee, Satanjeev and Rudnicky, Alexander}, title = {Using the Amazon Mechanical Turk to Transcribe and Annotate Meeting Speech for Extractive Summarization}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {99--107}, url = {http://www.aclweb.org/anthology/W10-0716} } @InProceedings{irvine-klementiev:2010:MTURK, author = {Irvine, Ann and Klementiev, Alexandre}, title = {Using Mechanical Turk to Annotate Lexicons for Less Commonly Used Languages}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {108--113}, url = {http://www.aclweb.org/anthology/W10-0717} } @InProceedings{mellebeek-EtAl:2010:MTURK, author = {Mellebeek, Bart and Benavent, Francesc and Grivolla, Jens and Codina, Joan and R. Costa-Juss\`{a}, Marta and Banchs, Rafael}, title = {Opinion Mining of Spanish Customer Comments with Non-Expert Annotations on Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {114--121}, url = {http://www.aclweb.org/anthology/W10-0718} } @InProceedings{munro-EtAl:2010:MTURK, author = {Munro, Robert and Bethard, Steven and Kuperman, Victor and Lai, Vicky Tzuyin and Melnick, Robin and Potts, Christopher and Schnoebelen, Tyler and Tily, Harry}, title = {Crowdsourcing and language studies: the new generation of linguistic data}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {122--130}, url = {http://www.aclweb.org/anthology/W10-0719} } @InProceedings{chang:2010:MTURK, author = {Chang, Jonathan}, title = {Not-So-Latent Dirichlet Allocation: Collapsed Gibbs Sampling Using Human Judgments}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {131--138}, url = {http://www.aclweb.org/anthology/W10-0720} } @InProceedings{rashtchian-EtAl:2010:MTURK, author = {Rashtchian, Cyrus and Young, Peter and Hodosh, Micah and Hockenmaier, Julia}, title = {Collecting Image Annotations Using Amazon's Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {139--147}, url = {http://www.aclweb.org/anthology/W10-0721} } @InProceedings{gillick-liu:2010:MTURK, author = {Gillick, Dan and Liu, Yang}, title = {Non-Expert Evaluation of Summarization Systems is Risky}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {148--151}, url = {http://www.aclweb.org/anthology/W10-0722} } @InProceedings{yano-resnik-smith:2010:MTURK, author = {Yano, Tae and Resnik, Philip and Smith, Noah A.}, title = {Shedding (a Thousand Points of) Light on Biased Language}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {152--158}, url = {http://www.aclweb.org/anthology/W10-0723} } @InProceedings{gordon-vandurme-schubert:2010:MTURK, author = {Gordon, Jonathan and Van Durme, Benjamin and Schubert, Lenhart}, title = {Evaluation of Commonsense Knowledge with Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {159--162}, url = {http://www.aclweb.org/anthology/W10-0724} } @InProceedings{wang-callisonburch:2010:MTURK, author = {Wang, Rui and Callison-Burch, Chris}, title = {Cheap Facts and Counter-Facts}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {163--167}, url = {http://www.aclweb.org/anthology/W10-0725} } @InProceedings{kunath-weinberger:2010:MTURK, author = {Kunath, Stephen and Weinberger, Steven}, title = {The Wisdom of the Crowd’s Ear: Speech Accent Rating and Annotation with Amazon Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {168--171}, url = {http://www.aclweb.org/anthology/W10-0726} } @InProceedings{grady-lease:2010:MTURK, author = {Grady, Catherine and Lease, Matthew}, title = {Crowdsourcing Document Relevance Assessment with Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {172--179}, url = {http://www.aclweb.org/anthology/W10-0727} } @InProceedings{yetisgenyildiz-EtAl:2010:MTURK, author = {Yetisgen-Yildiz, Meliha and Solti, Imre and Xia, Fei and Halgrim, Scott}, title = {Preliminary Experiments with Amazon's Mechanical Turk for Annotating Medical Named Entities}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {180--183}, url = {http://www.aclweb.org/anthology/W10-0728} } @InProceedings{lane-EtAl:2010:MTURK, author = {Lane, Ian and Eck, Matthias and Rottmann, Kay and Waibel, Alex}, title = {Tools for Collecting Speech Corpora via Mechanical-Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {184--187}, url = {http://www.aclweb.org/anthology/W10-0729} } @InProceedings{madnani-boydgraber-resnik:2010:MTURK, author = {Madnani, Nitin and Boyd-Graber, Jordan and Resnik, Philip}, title = {Measuring Transitivity Using Untrained Annotators}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {188--194}, url = {http://www.aclweb.org/anthology/W10-0730} } @InProceedings{akkaya-EtAl:2010:MTURK, author = {Akkaya, Cem and Conrad, Alexander and Wiebe, Janyce and Mihalcea, Rada}, title = {Amazon Mechanical Turk for Subjectivity Word Sense Disambiguation}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {195--203}, url = {http://www.aclweb.org/anthology/W10-0731} } @InProceedings{gormley-EtAl:2010:MTURK, author = {Gormley, Matthew R. and Gerber, Adam and Harper, Mary and Dredze, Mark}, title = {Non-Expert Correction of Automatically Generated Relation Annotations}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {204--207}, url = {http://www.aclweb.org/anthology/W10-0732} } @InProceedings{bloodgood-callisonburch:2010:MTURK, author = {Bloodgood, Michael and Callison-Burch, Chris}, title = {Using Mechanical Turk to Build Machine Translation Evaluation Sets}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {208--211}, url = {http://www.aclweb.org/anthology/W10-0733} } @InProceedings{negri-mehdad:2010:MTURK, author = {Negri, Matteo and Mehdad, Yashar}, title = {Creating a Bi-lingual Entailment Corpus through Translations with Mechanical Turk: \$100 for a 10-day Rush}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {212--216}, url = {http://www.aclweb.org/anthology/W10-0734} } @InProceedings{buzek-resnik-bederson:2010:MTURK, author = {Buzek, Olivia and Resnik, Philip and Bederson, Ben}, title = {Error Driven Paraphrase Annotation using Mechanical Turk}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {217--221}, url = {http://www.aclweb.org/anthology/W10-0735} }