@inproceedings{1f1385b9bfee41cea634779d90d2f0b0,
title = "A Guided Attention 4D Convolutional Neural Network for Modeling Spatio-Temporal Patterns of Functional Brain Networks",
abstract = "Since the complex brain functions are achieved by the interaction of functional brain networks with the specific spatial distributions and temporal dynamics, modeling the spatial and temporal patterns of functional brain networks based on 4D fMRI data offers a way to understand the brain functional mechanisms. Matrix decomposition methods and deep learning methods have been developed to provide solutions. However, the underlying nature of functional brain networks remains unclear due to underutilizing the spatio-temporal characteristics of 4D fMRI input in previous methods. To address this problem, we propose a novel Guided Attention 4D Convolutional Neural Network (GA-4DCNN) to model spatial and temporal patterns of functional brain networks simultaneously. GA-4DCNN consists of two subnetworks: the spatial 4DCNN and the temporal Guided Attention (GA) network. The 4DCNN firstly extracts spatio-temporal characteristics of fMRI input to model the spatial pattern, while the GA network further models the corresponding temporal pattern guided by the modeled spatial pattern. Based on two task fMRI datasets from the Human Connectome Project, experimental results show that the proposed GA-4DCNN has superior ability and generalizability in modeling spatial and temporal patterns compared to other state-of-the-art methods. This study provides a new useful tool for modeling and understanding brain function.",
keywords = "4D convolutional neural network, Functional brain network, Functional MRI, Guided attention, Spatio-temporal pattern",
author = "Jiadong Yan and Yu Zhao and Mingxin Jiang and Shu Zhang and Tuo Zhang and Shimin Yang and Yuzhong Chen and Zhongbo Zhao and Zhibin He and Benjamin Becker and Tianming Liu and Keith Kendrick and Xi Jiang",
note = "Publisher Copyright: {\textcopyright} 2021, Springer Nature Switzerland AG.; 4th Chinese Conference on Pattern Recognition and Computer Vision, PRCV 2021 ; Conference date: 29-10-2021 Through 01-11-2021",
year = "2021",
doi = "10.1007/978-3-030-88010-1_29",
language = "英语",
isbn = "9783030880095",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "350--361",
editor = "Huimin Ma and Liang Wang and Changshui Zhang and Fei Wu and Tieniu Tan and Yaonan Wang and Jianhuang Lai and Yao Zhao",
booktitle = "Pattern Recognition and Computer Vision - 4th Chinese Conference, PRCV 2021, Proceedings",
}