activation intrinsics for neural networks

example/specialfunctions_activations/CMakeLists.txt

@@ -0,0 +1,11 @@
+ADD_EXAMPLE(elu)
+ADD_EXAMPLE(gaussian)
+ADD_EXAMPLE(gelu)
+ADD_EXAMPLE(leaky_relu)
+ADD_EXAMPLE(relu)
+ADD_EXAMPLE(selu)
+ADD_EXAMPLE(silu)
+ADD_EXAMPLE(softmax)
+ADD_EXAMPLE(logsoftmax)
+ADD_EXAMPLE(softplus)
+ADD_EXAMPLE(step)

example/specialfunctions_activations/example_elu.f90

@@ -0,0 +1,13 @@
+program example_elu
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: elu
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = elu( x , 1.0 )
+    print *, y
+end program example_elu
+

example/specialfunctions_activations/example_gaussian.f90

@@ -0,0 +1,13 @@
+program example_gaussian
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: gaussian
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = gaussian( x )
+    print *, y
+end program example_gaussian
+

example/specialfunctions_activations/example_gelu.f90

@@ -0,0 +1,13 @@
+program example_gelu
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: gelu
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = gelu( x )
+    print *, y
+end program example_gelu
+

example/specialfunctions_activations/example_leaky_relu.f90

@@ -0,0 +1,13 @@
+program example_gelu
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: leaky_relu
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = leaky_relu( x , 0.1_sp )
+    print *, y
+end program example_gelu
+

example/specialfunctions_activations/example_logsoftmax.f90

@@ -0,0 +1,13 @@
+program example_logsoftmax
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: logsoftmax
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = logsoftmax( x )
+    print *, y
+end program example_logsoftmax
+

example/specialfunctions_activations/example_relu.f90

@@ -0,0 +1,13 @@
+program example_relu
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: relu
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = relu( x )
+    print *, y
+end program example_relu
+

example/specialfunctions_activations/example_selu.f90

@@ -0,0 +1,13 @@
+program example_selu
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: selu
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = selu( x )
+    print *, y
+end program example_selu
+

example/specialfunctions_activations/example_silu.f90

@@ -0,0 +1,13 @@
+program example_silu
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: silu
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = silu( x )
+    print *, y
+end program example_silu
+

example/specialfunctions_activations/example_softmax.f90

@@ -0,0 +1,13 @@
+program example_softmax
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: softmax
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = softmax( x )
+    print *, y
+end program example_softmax
+

example/specialfunctions_activations/example_softplus.f90

@@ -0,0 +1,13 @@
+program example_softplus
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: softplus
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = softplus( x )
+    print *, y
+end program example_softplus
+

example/specialfunctions_activations/example_step.f90

@@ -0,0 +1,13 @@
+program example_step
+    use stdlib_kinds, only: sp
+    use stdlib_math, only: linspace
+    use stdlib_specialfunctions, only: step
+    implicit none
+    integer, parameter :: n = 10
+    real(sp) :: x(n), y(n)
+
+    x = linspace(-2._sp, 2._sp, n)
+    y = step( x )
+    print *, y
+end program example_step
+

include/common.fypp

@@ -230,6 +230,29 @@ ${prefix + joinstr.join([line.strip() for line in txt.split("\n")]) + suffix}$
   #:endif
 #:enddef
 
+#! Brace enclosed, comma separated Fortran expressions for a shape.
+#!
+#! It defines an output variable with the same shape as the input variable.
+#!
+#! Args:
+#!   varname (str): Name of the variable to be used as origin
+#!   origrank (int): Rank of the original variable
+#!
+#! Returns:
+#!   Shape expression enclosed in braces, so that it can be used as suffix to
+#!   define array shapes in declarations.
+#!
+#:def shape(varname, origrank)
+  #:assert origrank > 0
+  #:if origrank > 1
+    #:call join_lines(joinstr=", ", prefix="(", suffix=")")
+      #:for i in range(1, origrank+1)
+        size(${varname}$, ${i}$)
+      #:endfor
+    #:endcall
+  #:endif
+#:enddef
+
 
 #! Generates a routine name from a generic name, rank, type and kind
 #!

src/CMakeLists.txt

@@ -52,7 +52,9 @@ set(fppFiles
     stdlib_sparse_conversion.fypp
     stdlib_sparse_kinds.fypp
     stdlib_sparse_spmv.fypp
+    stdlib_specialfunctions_activations.fypp
     stdlib_specialfunctions_gamma.fypp
+    stdlib_specialfunctions.fypp
     stdlib_stats.fypp
     stdlib_stats_corr.fypp
     stdlib_stats_cov.fypp
@@ -116,7 +118,6 @@ set(SRC
     stdlib_system_subprocess.F90
     stdlib_system.F90
     stdlib_sparse.f90
-    stdlib_specialfunctions.f90
     stdlib_specialfunctions_legendre.f90
     stdlib_quadrature_gauss.f90
     stdlib_stringlist_type.f90