@inproceedings{248004177d7b4e9bbb6981092f8325af,
title = "Infant Cognitive Scores Prediction with Multi-stream Attention-Based Temporal Path Signature Features",
abstract = "There is stunning rapid development of human brains in the first year of life. Some studies have revealed the tight connection between cognition skills and cortical morphology in this period. Nonetheless, it is still a great challenge to predict cognitive scores using brain morphological features, given issues like small sample size and missing data in longitudinal studies. In this work, for the first time, we introduce the path signature method to explore hidden analytical and geometric properties of longitudinal cortical morphology features. A novel BrainPSNet is proposed with a differentiable temporal path signature layer to produce informative representations of different time points and various temporal granules. Further, a two-stream neural network is included to combine groups of raw features and path signature features for predicting the cognitive score. More importantly, considering different influences of each brain region on the cognitive function, we design a learning-based attention mask generator to automatically weight regions correspondingly. Experiments are conducted on an in-house longitudinal dataset. By comparing with several recent algorithms, the proposed method achieves the state-of-the-art performance. The relationship between morphological features and cognitive abilities is also analyzed.",
keywords = "Cognitive ability, Infant brain, Path signature feature",
author = "Xin Zhang and Jiale Cheng and Hao Ni and Chenyang Li and Xiangmin Xu and Zhengwang Wu and Li Wang and Weili Lin and Dinggang Shen and Gang Li",
note = "Funding Information: Acknowledgement. XZ and XX are supported in part by the NSFC under grant U1801262; Guangzhou Key Laboratory of Body Data Science under grant 201605030011. HN is supported by the EPSRC under the program grant EP/S026347/1 and by the Alan Turing Institute under the EPSRC grant EP/N510129/1. GL is supported in part by NIH grant MH117943 and MH116225. LW is supported in part by NIH grant MH117943. Publisher Copyright: {\textcopyright} 2020, Springer Nature Switzerland AG.; 23rd International Conference on Medical Image Computing and Computer-Assisted Intervention, MICCAI 2020 ; Conference date: 04-10-2020 Through 08-10-2020",
year = "2020",
doi = "10.1007/978-3-030-59728-3_14",
language = "English",
isbn = "9783030597276",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "134--144",
editor = "Martel, {Anne L.} and Purang Abolmaesumi and Danail Stoyanov and Diana Mateus and Zuluaga, {Maria A.} and Zhou, {S. Kevin} and Daniel Racoceanu and Leo Joskowicz",
booktitle = "Medical Image Computing and Computer Assisted Intervention – MICCAI 2020 - 23rd International Conference, Proceedings",
address = "Germany",
}