@inproceedings {pub4617,
	title = {Leveraging Inter-step Dependencies for Information Extraction from Procedural Task Instructions
},
	author = {Nima Nabizadeh AND Heiko Wersing AND Dorothea Kolossa},
	year = {2021},
	abstract = {Written instructions are among the most prevalent means of transferring procedural knowledge. Hence, enabling computers to obtain information from textual instructions is crucial for future AI agents. Extracting information from a step of a multi-part instruction is usually performed by solely considering the semantic and syntactic information of the step itself. In procedural task instructions, however, there is a sequential dependency across entities throughout the entire task, which would be of value for  optimal information extraction. However, conventional language models such as transformers have difficulties processing long text, i.e., the entire instruction text from the first step to the last one, since their scope of attention is limited to a relatively short chunk of text. As a result, the dependencies among the steps of a longer procedure are often overlooked. This paper suggests a BERT-GRU model for leveraging sequential dependencies among all steps in a procedure. We present experiments on annotated datasets of text instructions in two different domains, i.e., repairing electronics and cooking, showing our model{\textquoteright}s advantage compared to standard transformer models. Moreover, we employ a sequence prediction model to show the correlation between the predictability of tags and the performance benefit achieved by leveraging inter-step dependencies. 
},
	publisher = {Springer, LNCS, LNAI, LNBI},
	booktitle = {Text, Speech, and Dialogue},
	editor = {kamil Ekstein, Franti{\v s}ek P{\'a}rtl, Miloslav Konop{\'\i}k},
	edition = {1},
	volume = {1},
	number = {1},
	series = {12848},
	chapter = {29},
	address = {Springer Nature Switzerland AG},
	institution = {Springer International Publishing}
}