regularizers_imp.h

Go to the documentation of this file.

// Copyright (c) 2021, Aalto University, developed by Erik Schultheis
// All rights reserved.
//
// SPDX-License-Identifier: MIT
 
#ifndef DISMEC_REGULARIZERS_IMP_H
#define DISMEC_REGULARIZERS_IMP_H
 
#include "objective.h"
#include "utils/hash_vector.h"
#include "pointwise.h"
 
namespace dismec::objective {
 
    class SquaredNormRegularizer : public PointWiseRegularizer<SquaredNormRegularizer> {
    public:
        explicit SquaredNormRegularizer(real_t scale = 1, bool ignore_bias=false);
 
        [[nodiscard]] static real_t point_wise_value(real_t x);
        [[nodiscard]] static real_t point_wise_grad(real_t x);
        [[nodiscard]] static real_t point_wise_quad(real_t x);
 
        [[nodiscard]] real_t value_unchecked(const HashVector& location) override;
 
        void project_to_line_unchecked(const HashVector& location, const DenseRealVector& direction) override;
        real_t lookup_on_line(real_t a) override;
 
    private:
        real_t m_LsCache_w02;
        real_t m_LsCache_d2;
        real_t m_LsCache_dTw;
    };
 
    class HuberRegularizer : public PointWiseRegularizer<HuberRegularizer> {
    public:
        explicit HuberRegularizer(real_t epsilon, real_t scale = 1.0, bool ignore_bias=false);
 
        [[nodiscard]] real_t point_wise_value(real_t x) const;
        [[nodiscard]] real_t point_wise_grad(real_t x) const;
        [[nodiscard]] real_t point_wise_quad(real_t x) const;
    private:
        real_t m_Epsilon{1};
    };
 
    class ElasticNetRegularizer : public PointWiseRegularizer<ElasticNetRegularizer> {
    public:
        ElasticNetRegularizer(real_t epsilon, real_t scale, real_t interp, bool ignore_bias=false);
 
        [[nodiscard]] real_t point_wise_value(real_t x) const;
        [[nodiscard]] real_t point_wise_grad(real_t x) const;
        [[nodiscard]] real_t point_wise_quad(real_t x) const;
    private:
        real_t m_Epsilon{1};
        real_t m_L1_Factor{0.5};
        real_t m_L2_Factor{0.5};
    };
}
 
#endif //DISMEC_REGULARIZERS_IMP_H