@inproceedings{c7bcb3b85b6e4dc6b7adbdc45323bde0,
title = "Optimal Activation Functions via Causal Wyner-Ziv Coding",
abstract = "We propose a new method for deriving optimal activation functions that relate the strength of a neuron{\textquoteright}s stimulus to its firing intensity. Our method is based on an information-theoretic model of neuronal communication and yields activation functions that provably maximize the communication efficiency at a prespecified fidelity. Crucially, we show that such activation functions exist (under a mild assumption on the required fidelity) and provide an example thereof.",
author = "Shen, \{Hui An\} and Pfister, \{Jean Pascal\} and Robert Graczyk",
note = "Publisher Copyright: {\textcopyright} 2024 IEEE.; 2024 IEEE International Symposium on Information Theory Workshops, ISIT-W 2024 ; Conference date: 07-07-2024",
year = "2024",
month = jan,
day = "1",
doi = "10.1109/ISIT-W61686.2024.10591771",
language = "English",
series = "2024 IEEE International Symposium on Information Theory Workshops, ISIT-W 2024",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "2024 IEEE International Symposium on Information Theory Workshops, ISIT-W 2024",
}