add nnom pack and example

components/ai/nnom/inc/layers/nnom_activation.h

@@ -0,0 +1,96 @@
+/*
+ * Copyright (c) 2018-2020
+ * Jianjia Ma
+ * majianjia@live.com
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * Change Logs:
+ * Date           Author       Notes
+ * 2020-05-03     Jianjia Ma   The first version
+ */
+
+#ifndef __NNOM_ACTIVATION_H__
+#define __NNOM_ACTIVATION_H__
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <stdint.h>
+#include <string.h>
+#include <stdbool.h>
+
+#include "nnom.h"
+#include "nnom_layers.h"
+#include "nnom_local.h"
+#include "nnom_tensor.h"
+
+
+// activation layer
+typedef struct _nnom_activation_layer_t
+{
+	nnom_layer_t super;
+	nnom_activation_t *act; 
+} nnom_activation_layer_t;
+
+
+// activation with fixed q format (tanh and sigmoid)
+typedef struct _nnom_activation_fixed_q_t
+{
+	nnom_activation_t super;
+	uint8_t dec_bit;
+} nnom_activation_fixed_q_t;
+
+// leaky relu
+typedef struct _nnom_activation_leaky_relu_t
+{
+	nnom_activation_t super;
+	q7_t alpha;					// alpha is present by q0.7 format. (-128 = -1) 
+} nnom_activation_leaky_relu_t;
+
+// advance relu (full ReLU)
+typedef struct _nnom_activation_adv_relu_t
+{
+	nnom_activation_t super;
+	q7_t negative_slope;			// negative_slope is present by q0.7 format. (-128 = -1) 
+	float max;						// cap of the max value
+	float threshold;				// threshold
+} nnom_activation_adv_relu_t;
+
+// method
+nnom_status_t activation_run(nnom_layer_t* layer);
+nnom_status_t activation_free(nnom_layer_t *layer);
+
+// activation delete
+void act_delete(nnom_activation_t* act);
+
+// a direct api on tensor
+nnom_status_t act_tensor_run(nnom_activation_t* act, nnom_tensor_t* tensor);
+
+
+// Layer API
+nnom_layer_t *Activation(nnom_activation_t *act);
+nnom_layer_t *ReLU(void);
+nnom_layer_t *LeakyReLU(float alpha);
+nnom_layer_t *AdvReLU(float alpha, float max, float threshold);
+nnom_layer_t *Sigmoid(int32_t dec_bit);
+nnom_layer_t *TanH(int32_t dec_bit);
+
+// Activation API. 
+nnom_activation_t* act_relu(void);
+nnom_activation_t* act_leaky_relu(float alpha);
+nnom_activation_t* act_adv_relu(float negative_slope, float max, float threshold);
+nnom_activation_t* act_tanh(int32_t dec_bit);
+nnom_activation_t* act_sigmoid(int32_t dec_bit);
+nnom_activation_t* act_hard_tanh(int32_t dec_bit);
+nnom_activation_t* act_hard_sigmoid(int32_t dec_bit);
+
+// utils
+int32_t act_get_dec_bit(nnom_activation_type_t type, int32_t dec_bit);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* __NNOM_ACTIVATION_H__ */