@article {70, title = {Infomax Control of Eye Movements}, journal = {IEEE Transactions on Autonomous Mental Development}, volume = {2}, year = {2010}, pages = {91-107}, chapter = {91}, abstract = {

Recently, infomax methods of optimal control have begun to reshape how we think about active information gathering. We show how such methods can be used to formulate the problem of choosing where to look. We show how an optimal eye movement controller can be learned from subjective experiences of information gathering, and we explore in simulation properties of the optimal controller. This controller outperforms other eye movement strategies proposed in the literature. The learned eye movement strategies are tailored to the specific visual system of the learner-we show that agents with different kinds of eyes should follow different eye movement strategies. Then we use these insights to build an autonomous computer program that follows this approach and learns to search for faces in images faster than current state-of-the-art techniques. The context of these results is search in static scenes, but the approach extends easily, and gives further efficiency gains, to dynamic tracking tasks. A limitation of infomax methods is that they require probabilistic models of uncertainty of the sensory system, the motor system, and the external world. In the final section of this paper, we propose future avenues of research by which autonomous physical agents may use developmental experience to subjectively characterize the uncertainties they face.

}, keywords = {active information gathering, autonomous computer program, autonomous physical agent, Computer vision, dynamic tracking task, Eye movement, eye movement strategy, face detection, faces, Infomax control, motor system, object detection, optimal control, optimal eye movement controller, policy gradient, probabilistic model, sensory system, static scenes, Visual Perception, visual search, visual system}, issn = {1943-0604}, author = {Butko, N. and Movellan, J.} } @conference {61, title = {A barebones communicative robot based on social contingency and Infomax Control}, booktitle = {The 17th IEEE International Symposium on Robot and Human Interactive Communication, 2008. RO-MAN 2008}, year = {2008}, month = {08/2008}, publisher = {IEEE}, organization = {IEEE}, address = {Munich}, abstract = {

In this paper, we present a barebones robot which is capable of interacting with humans based on social contingency. It expands the previous work of a contingency detector into having both human-model updating (developmental capability) and policy improvement (learning capability) based on the framework of Infomax control. The proposed new controller interacts with humans in both active and responsive ways handling the turn-taking between them.

}, keywords = {Actuators, barebones communicative robot, Communication system control, Delay, Detectors, Human robot interaction, human-model updating capability, humanoid robots, Hydrogen, Infomax control, man-machine systems, Pediatrics, policy improvement, Robot control, Robot sensing systems, Scheduling, social contingency}, isbn = {978-1-4244-2212-8}, author = {Tanaka, F. and Movellan, J.} }