aiopti_sgd.h

Go to the documentation of this file.

 
#ifndef AIOPTI_SGD
#define AIOPTI_SGD
 
#include "core/aifes_core.h"
 
typedef struct aiopti_sgd   aiopti_sgd_t; 
struct aiopti_sgd {
    aiopti_t base; 
    void *momentum; 
 
 
    void (*tensor_sub)(const aitensor_t *a, const aitensor_t *b, aitensor_t *result);
 
    void (*tensor_add)(const aitensor_t *a, const aitensor_t *b, aitensor_t *result);
 
    void (*scalar_mul)(const void *scalar, const aitensor_t *a, aitensor_t *result);
 
    void (*zero_tensor)(aitensor_t *tensor);
 
};
 
extern const aicore_optitype_t *aiopti_sgd_type;
 
 
aiopti_t *aiopti_sgd(aiopti_sgd_t *opti);
 
uint32_t aiopti_sgd_sizeof_optimem_with_momentum(aiopti_t *self, const aitensor_t *params);
 
uint32_t aiopti_sgd_sizeof_optimem_without_momentum(aiopti_t *self, const aitensor_t *params);
 
void aiopti_sgd_init_optimem_with_momentum(aiopti_t *self, const aitensor_t *params, const aitensor_t *gradients, void *optimem);
 
void aiopti_sgd_init_optimem_without_momentum(aiopti_t *self, const aitensor_t *params, const aitensor_t *gradients, void *optimem);
 
void aiopti_sgd_zero_gradients(aiopti_t *self, aitensor_t *gradients);
 
void aiopti_sgd_update_params_with_momentum(aiopti_t *self, aitensor_t *params, const aitensor_t *gradients, void *optimem);
 
void aiopti_sgd_update_params_without_momentum(aiopti_t *self, aitensor_t *params, const aitensor_t *gradients, void *optimem);
 
#ifdef AIDEBUG_PRINT_MODULE_SPECS
void aiopti_sgd_print_specs(const aiopti_t *self);
#endif // AIDEBUG_PRINT_MODULE_SPECS
 
#endif // AIOPTI_SGD