ailayer_batch_normalization.h

Go to the documentation of this file.

 
#ifndef AILAYER_BATCH_NORM
#define AILAYER_BATCH_NORM
 
#define AIFES_CHANNELS_FIRST    1
#define AIFES_CHANNELS_LAST     -1
 
#include "core/aifes_core.h"
#include "basic/default/aimath/aimath_f32_default.h"
 
typedef struct ailayer_batch_norm   ailayer_batch_norm_t;
 
struct ailayer_batch_norm {
    ailayer_t base; 
    int8_t channel_axis; 
    void *momentum; 
    void *eps; 
 
    aitensor_t betas; 
    aitensor_t gammas; 
    aitensor_t moving_means; 
    aitensor_t moving_variances; 
    aitensor_t *trainable_params[2]; 
    aitensor_t *gradients[2]; 
    void *optimem[2]; 
 
    uint16_t parameter_shape[1]; 
    aitensor_t *means; 
    aitensor_t *variances; 
 
 
    void (*empirical_mean_channelwise)(const aitensor_t *x, int8_t channel_axis, aitensor_t *means);
 
    void (*empirical_variance_channelwise)(const aitensor_t *x, int8_t channel_axis, const aitensor_t *means, aitensor_t *variances);
 
    void (*exponential_moving_average)(const aitensor_t *new_data, const void *momentum, aitensor_t *average);
 
    void (*batch_norm)(const aitensor_t *x,
                       int8_t channel_axis,
                       const aitensor_t *means,
                       const aitensor_t *variances,
                       const aitensor_t *offsets,
                       const aitensor_t *scales,
                       const void *eps,
                       aitensor_t *result);
 
    void (*d_batch_norm)(const aitensor_t *x_in,
                         int8_t axis,
                         const aitensor_t *means,
                         const aitensor_t *vars,
                         const aitensor_t *betas,
                         const aitensor_t *gammas,
                         const aitensor_t *delta_out,
                         const void *eps,
                         aitensor_t *delta_in,
                         aitensor_t *d_betas,
                         aitensor_t *d_gammas);
 
};
 
extern const aicore_layertype_t *ailayer_batch_norm_type;
 
ailayer_t *ailayer_batch_norm(ailayer_batch_norm_t *layer, ailayer_t *input_layer);
 
void ailayer_batch_norm_forward(ailayer_t *self);
 
void ailayer_batch_norm_backward(ailayer_t *self);
 
void ailayer_batch_norm_calc_result_shape(ailayer_t *self);
 
 
uint32_t ailayer_batch_norm_sizeof_paramem(const ailayer_t *self);
 
void ailayer_batch_norm_set_paramem(ailayer_t *self, void *memory_ptr);
 
uint32_t ailayer_batch_norm_sizeof_trainmem(const ailayer_t *self);
 
void ailayer_batch_norm_set_trainmem(ailayer_t *self, void *memory_ptr);
 
#ifdef AIDEBUG_PRINT_MODULE_SPECS
void ailayer_batch_norm_print_specs(const ailayer_t *self);
#endif // AIDEBUG_PRINT_MODULE_SPECS
 
#endif // AILAYER_BATCH_NORM