@inproceedings{e077ccc605784bbd9697cb19c493430b,
title = "Extracting structured scholarly information from the machine translation literature",
abstract = "Understanding the experimental results of a scientific paper is crucial to understanding its contribution and to comparing it with related work. We introduce a structured, queryable representation for experimental results and a baseline system that automatically populates this representation. The representation can answer compositional questions such as: {"}Which are the best published results reported on the NIST 09 Chinese to English dataset?{"} and {"}What are the most important methods for speeding up phrase-based decoding?{"} Answering such questions usually involves lengthy literature surveys. Current machine reading for academic papers does not usually consider the actual experiments, but mostly focuses on understanding abstracts. We describe annotation work to create an initial (scientific paper; experimental results representation) corpus. The corpus is composed of 67 papers which were manually annotated with a structured representation of experimental results by domain experts. Additionally, we present a baseline algorithm that characterizes the difficulty of the inference task.",
keywords = "Information extraction, Scientific literature, Structured prediction",
author = "Eunsol Choi and Matic Horvat and Jonathan May and Kevin Knight and Daniel Marcu",
year = "2016",
language = "English (US)",
series = "Proceedings of the 10th International Conference on Language Resources and Evaluation, LREC 2016",
publisher = "European Language Resources Association (ELRA)",
pages = "421--425",
editor = "Nicoletta Calzolari and Khalid Choukri and Helene Mazo and Asuncion Moreno and Thierry Declerck and Sara Goggi and Marko Grobelnik and Jan Odijk and Stelios Piperidis and Bente Maegaard and Joseph Mariani",
booktitle = "Proceedings of the 10th International Conference on Language Resources and Evaluation, LREC 2016",
note = "10th International Conference on Language Resources and Evaluation, LREC 2016 ; Conference date: 23-05-2016 Through 28-05-2016",
}