From e378e24739805c6496b67203b7cba5e807524940 Mon Sep 17 00:00:00 2001 From: lisyarus Date: Sat, 12 Sep 2026 20:04:34 +0300 Subject: [PATCH] Fix softplus formula --- libs/ml/include/psemek/ml/neural_net/activation.hpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libs/ml/include/psemek/ml/neural_net/activation.hpp b/libs/ml/include/psemek/ml/neural_net/activation.hpp index 415bd760..6d754b1e 100644 --- a/libs/ml/include/psemek/ml/neural_net/activation.hpp +++ b/libs/ml/include/psemek/ml/neural_net/activation.hpp @@ -36,7 +36,7 @@ namespace psemek::ml case activation_type::softplus: return (x < T{0}) ? std::log(T{1} + std::exp(x)) - : x + std::log(T{1} + std::exp(-1)); + : x + std::log(T{1} + std::exp(-x)); case activation_type::squareplus: return (x < T{0}) ? T{2} / (std::sqrt(x * x + T{4}) - x)