@InProceedings{gillick-liu:2010:MTURK, author = {Gillick, Dan and Liu, Yang}, title = {Non-Expert Evaluation of Summarization Systems is Risky}, booktitle = {Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk}, month = {June}, year = {2010}, address = {Los Angeles}, publisher = {Association for Computational Linguistics}, pages = {148--151}, url = {http://www.aclweb.org/anthology/W10-0722} }