skainet-lang-core/sk.ainet.lang.nn.activations

Package-level declarations

Types

class ActivationsWrapperModule<T : DType, V>(activationHandler: (Tensor<T, V>) -> Tensor<T, V>, val name: String) : Module<T, V>

class ELU<T : DType, V>(val alpha: Float = 1.0f, val name: String = "ELU") : Module<T, V>

Exponential Linear Unit (ELU) activation function.

class GELU<T : DType, V>(val name: String = "GELU") : Module<T, V>

class LeakyReLU<T : DType, V>(val negativeSlope: Float = 0.01f, val name: String = "LeakyReLU") : Module<T, V>

Leaky ReLU activation function.

class ReLU<T : DType, V>(val name: String = "ReLU") : Module<T, V>

class Sigmoid<T : DType, V>(val name: String = "Sigmoid") : Module<T, V>

class SiLU<T : DType, V>(val name: String = "SiLU") : Module<T, V>

class Snake<T : DType, V>(val channels: Int, val name: String = "Snake", initAlpha: Tensor<T, V>? = null) : Module<T, V> , ModuleParameters<T, V>

Snake activation function: f(x) = x + sin²(α * x) / α

class Softmax<T : DType, V>(dimension: Int, val name: String = "Softmax") : Module<T, V>