BibTeX

@inproceedings{nikolaev-pado-2022-word, 
    title = "Word-order Typology in Multilingual {BERT}: A Case Study in Subordinate-Clause Detection", 
    author = "Nikolaev, Dmitry  and Pad{ó}, Sebastian", 
    booktitle = "Proceedings of the 4th Workshop on Research in Computational Linguistic Typology and Multilingual NLP", 
    month = jul, 
    year = "2022", 
    address = "Seattle, Washington", 
    publisher = "Association for Computational Linguistics", 
    url = "https://aclanthology.org/2022.sigtyp-1.2", 
    doi = "10.18653/v1/2022.sigtyp-1.2", 
    pages = "11-21", 
    abstract = "The capabilities and limitations of BERT and similar models are still unclear when it comes to learning syntactic abstractions, in particular across languages. In this paper, we use the task of subordinate-clause detection within and across languages to probe these properties. We show that this task is deceptively simple, with easy gains offset by a long tail of harder cases, and that BERT{'}s zero-shot performance is dominated by word-order effects, mirroring the SVO/VSO/SOV typology.", 
}