@inproceedings{8fca69ab1bdd4bb491a7e9620a106922,
title = "Multimodal fusion of brain structural and functional imaging with a deep neural machine translation approach",
abstract = "In this work, we study a novel approach of deep neural machine translation to find linkage between multimodal brain imaging data, such as structural MRI (sMRI) and functional MRI (fMRI). The idea is to consider two different imaging views of the same brain like two different languages conveying some common concepts or facts. An important aspect of the translation model is an attention network module that learns alignment between features from fMRI and sMRI. We use independent component analysis (ICA) based features for the translation model. Our study shows significant group differences between healthy controls and patients with schizophrenia in the learned alignments. Furthermore, this novel approach reveals a group differential relation between a cognitive score (attention and vigilance) and alignments that could not be found when individual modality of data were considered.",
author = "Amin, {Md Faijul} and Plis, {Sergey M.} and Eswar Damaraju and Devon Hjelm and Kyunghyun Cho and Calhoun, {Vince D.}",
year = "2016",
month = apr,
day = "25",
doi = "10.1109/SSIAI.2016.7459160",
language = "English (US)",
series = "Proceedings of the IEEE Southwest Symposium on Image Analysis and Interpretation",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "1--4",
booktitle = "2016 IEEE Southwest Symposium on Image Analysis and Interpretation, SSIAI 2016 - Proceedings",
note = "IEEE Southwest Symposium on Image Analysis and Interpretation, SSIAI 2016 ; Conference date: 06-03-2016 Through 08-03-2016",
}