In this section
@article{Li:2020:10.1109/TNNLS.2020.3017292,
author = {Li, H and Barnaghi, P and Enshaeifar, S and Ganz, F},
doi = {10.1109/TNNLS.2020.3017292},
journal = {IEEE Transactions on Neural Networks and Learning Systems},
pages = {4243--4252},
title = {Continual learning using Bayesian neural networks},
url = {http://dx.doi.org/10.1109/TNNLS.2020.3017292},
volume = {32},
year = {2020}
}
TY - JOUR
AB - Continual learning models allow them to learn and adapt to new changes and tasks over time. However, in continual and sequential learning scenarios, in which the models are trained using different data with various distributions, neural networks (NNs) tend to forget the previously learned knowledge. This phenomenon is often referred to as catastrophic forgetting. The catastrophic forgetting is an inevitable problem in continual learning models for dynamic environments. To address this issue, we propose a method, called continual Bayesian learning networks (CBLNs), which enables the networks to allocate additional resources to adapt to new tasks without forgetting the previously learned tasks. Using a Bayesian NN, CBLN maintains a mixture of Gaussian posterior distributions that are associated with different tasks. The proposed method tries to optimize the number of resources that are needed to learn each task and avoids an exponential increase in the number of resources that are involved in learning multiple tasks. The proposed method does not need to access the past training data and can choose suitable weights to classify the data points during the test time automatically based on an uncertainty criterion. We have evaluated the method on the MNIST and UCR time-series data sets. The evaluation results show that the method can address the catastrophic forgetting problem at a promising rate compared to the state-of-the-art models.
AU - Li,H
AU - Barnaghi,P
AU - Enshaeifar,S
AU - Ganz,F
DO - 10.1109/TNNLS.2020.3017292
EP - 4252
PY - 2020///
SN - 2162-2388
SP - 4243
TI - Continual learning using Bayesian neural networks
T2 - IEEE Transactions on Neural Networks and Learning Systems
UR - http://dx.doi.org/10.1109/TNNLS.2020.3017292
UR - https://www.ncbi.nlm.nih.gov/pubmed/32866104
UR - https://ieeexplore.ieee.org/document/9181489
UR - http://hdl.handle.net/10044/1/82992
VL - 32
ER -
Established in 2017 by its principal funder the Medical Research Council, in partnership with Alzheimer's Society and Alzheimer’s Research UK, The UK Dementia Research Institute (UK DRI) is the UK’s leading biomedical research institute dedicated to neurodegenerative diseases.
