lisyarus/psemek
1
0
Fork 1
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix softplus formula

Browse source
This commit is contained in:
Nikita Lisitsa 2026-09-12 20:04:34 +03:00
parent c41e3874ca
commit e378e24739
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
libs/ml/include/psemek/ml/neural_net/activation.hpp
View file

@ -36,7 +36,7 @@ namespace psemek::ml
case activation_type::softplus: case activation_type::softplus:
return (x < T{0}) return (x < T{0})
? std::log(T{1} + std::exp(x)) ? std::log(T{1} + std::exp(x))
: x + std::log(T{1} + std::exp(-1)); : x + std::log(T{1} + std::exp(-x));
case activation_type::squareplus: case activation_type::squareplus:
return (x < T{0}) return (x < T{0})
? T{2} / (std::sqrt(x * x + T{4}) - x) ? T{2} / (std::sqrt(x * x + T{4}) - x)