initializer.h

Go to the documentation of this file.

// Copyright (c) 2021, Aalto University, developed by Erik Schultheis
// All rights reserved.
//
// SPDX-License-Identifier: MIT
 
#ifndef DISMEC_INITIALIZER_H
#define DISMEC_INITIALIZER_H
 
#include "matrix_types.h"
#include "fwd.h"
#include "parallel/numa.h"
#include "stats/tracked.h"
#include "spec.h"
#include <memory>
#include <filesystem>
#include <optional>
 
namespace dismec::init {
    class WeightsInitializer : public stats::Tracked {
    public:
        virtual ~WeightsInitializer() = default;
 
        virtual void get_initial_weight(label_id_t label_id, Eigen::Ref<DenseRealVector> target,
                                        objective::Objective& objective) = 0;
    };
 
 
    class WeightInitializationStrategy {
    public:
        virtual ~WeightInitializationStrategy() = default;
 
        [[nodiscard]] virtual std::unique_ptr<WeightsInitializer>
        make_initializer(const std::shared_ptr<const GenericFeatureMatrix>& features) const = 0;
    };
 
    // constructor functions
    std::shared_ptr<WeightInitializationStrategy> create_zero_initializer();
 
    std::shared_ptr<WeightInitializationStrategy> create_constant_initializer(DenseRealVector vec);
 
    std::shared_ptr<WeightInitializationStrategy> create_pretrained_initializer(std::shared_ptr<model::Model> model);
 
    std::shared_ptr<WeightInitializationStrategy> create_numpy_initializer(const std::filesystem::path& weights,
                                                                           std::optional<std::filesystem::path> biases);
 
    std::shared_ptr<WeightInitializationStrategy> create_feature_mean_initializer(std::shared_ptr<DatasetBase> data, real_t pos=1, real_t neg=-2);
 
    std::shared_ptr<WeightInitializationStrategy> create_multi_pos_mean_strategy(std::shared_ptr<DatasetBase> data, int max_pos, real_t pos=1, real_t neg=-2);
 
    std::shared_ptr<WeightInitializationStrategy> create_ova_primal_initializer(
            const std::shared_ptr<DatasetBase>& data, RegularizerSpec regularizer, LossType loss);
}
 
#endif //DISMEC_INITIALIZER_H