1 files changed, 21 insertions, 0 deletions

diff --git a/src/lib/src/activation.h b/src/lib/src/activation.h
new file mode 100644
index 0000000..42ab73f
--- /dev/null
+++ b/src/lib/src/activation.h
@@ -0,0 +1,21 @@
+#pragma once
+
+#include <neuralnet/types.h>
+
+#include <math.h>
+
+static inline R sigmoid(R x) {
+  return 1. / (1. + exp(-x));
+}
+
+static inline R relu(R x) {
+  return fmax(0, x);
+}
+
+#define NN_MAP_ARRAY(f, in, out, size) \
+  for (int i = 0; i < size; ++i) { \
+    out[i] = f(in[i]); \
+  }
+
+#define sigmoid_array(in, out, size) NN_MAP_ARRAY(sigmoid, in, out, size)
+#define relu_array(in, out, size)    NN_MAP_ARRAY(relu, in, out, size)