@inproceedings {2007,
	title = {Biasing Neural Networks Towards Exploration or Exploitation Using Neuromodulation},
	booktitle = {Proc. 17th International Conference on Artificial Neural Networks (ICANN 2007), Part II},
	series = {LNCS},
	volume = {4669},
	year = {2007},
	month = {09/2007},
	pages = {889{\textendash}898},
	publisher = {Springer Berlin Heidelberg},
	organization = {Springer Berlin Heidelberg},
	address = {Porto, Portugal},
	abstract = {Taking neuromodulation as a mechanism underlying emotions, this paper investigates how such a mechanism can bias an artificial neural network towards exploration of new courses of action, as seems to be the case in positive emotions, or exploitation of known possibilities, as in negative emotions such as predatory fear. We use neural networks of spiking leaky integrate-and-fire neurons acting as minimal disturbance systems, and test them with continuous actions. The networks have to balance the activations of all their output neurons concurrently. We have found that having the middle layer modulate the output layer helps balance the activations of the output neurons. A second discovery is that when the network is modulated in this way, it performs better at tasks requiring the exploitation of actions that are found to be rewarding. This is complementary to previous findings where having the input layer modulate the middle layer biases the network towards exploration of alternative actions. We conclude that a network can be biased towards either exploration of exploitation depending on which layers are being modulated.},
	isbn = {978-3-540-74695-9},
	doi = {10.1007/978-3-540-74695-9_91},
	url = {https://link.springer.com/chapter/10.1007/978-3-540-74695-9_91},
	author = {Parussel, Karla and Lola Ca{\~n}amero},
	editor = {de S{\'a}, Joaquim Marques and Alexandre, Lu{\'\i}s A. and Duch, W{\l}odzis{\l}aw and Mandic, Danilo}
}
