@inproceedings{670293916d674be6abadff241c866ced,
title = "Rainbow Learner: Lighting Environment Estimation from a Structural-color based AR Marker",
abstract = "This paper proposes a method for estimating lighting environments from an AR marker coupled with the structural color patterns inherent to a compact disc (CD) form-factor. To achieve photometric consistency, these patterns are used as input to a Conditional Generative Adversarial Network (CGAN), which allows us to efficiently and quickly generate estimations of an environment map. We construct a dataset from pairs of images of the structural color pattern and environment map captured in multiple scenes, and the CGAN is then trained with this dataset. Experiments show that we can generate visually accurate reconstructions with this method for certain scenes, and that the environment map can be estimated in real time. ",
keywords = "augmented reality, lighting estimation, neural network",
author = "Yuji Tsukagoshi and Yuki Uranishi and Jason Orlosky and Kiyomi Ito and Haruo Takemura",
note = "Publisher Copyright: {\textcopyright} 2020 IEEE.; 3rd IEEE International Conference on Artificial Intelligence and Virtual Reality, AIVR 2020 ; Conference date: 14-12-2020 Through 18-12-2020",
year = "2020",
month = dec,
doi = "10.1109/AIVR50618.2020.00074",
language = "English (US)",
series = "Proceedings - 2020 IEEE International Conference on Artificial Intelligence and Virtual Reality, AIVR 2020",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "362--365",
booktitle = "Proceedings - 2020 IEEE International Conference on Artificial Intelligence and Virtual Reality, AIVR 2020",
}