EvaluateImpResults.h

Go to the documentation of this file.

/*
Copyright (C) 2024 Scott Grauer-Gray
 
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
 
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.
 
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
*/
 
#ifndef EVALUATE_IMP_RESULTS_H_
#define EVALUATE_IMP_RESULTS_H_
 
#include <filesystem>
#include <unordered_map>
#include <vector>
#include <array>
#include <utility>
#include <string_view>
#include <optional>
#include "RunSettingsParams/RunSettings.h"
#include "RunSettingsParams/InputSignature.h"
#include "EvaluateImpAliases.h"
 
#if defined(OPTIMIZED_CUDA_RUN)
#include "RunImpCUDA/RunCUDASettings.h"
#endif //OPTIMIZED_CUDA_RUN
 
enum class BaseTargetDiff {
  kDiffAcceleration, kDiffDatatype, kDiffTemplatedSetting};
 
class EvaluateImpResults {
public:
  std::pair<MultRunData, std::vector<RunSpeedupAvgMedian>>
  EvalResultsSingDataTypeAcc(
    const MultRunData& run_results,
    const run_environment::RunImpSettings& run_imp_settings,
    size_t data_size) const;
 
  void EvalAllResultsWriteOutput(
    const std::unordered_map<size_t, MultRunDataWSpeedupByAcc>&
      run_results_mult_runs,
    const run_environment::RunImpSettings& run_imp_settings,
    run_environment::AccSetting opt_imp_acc) const;
 
private:
  virtual std::filesystem::path GetImpResultsPath() const = 0;
  
  virtual std::vector<std::string> GetCombResultsTopText() const = 0;
 
  virtual std::vector<std::string> GetInputParamsShow() const = 0;
 
  std::vector<RunSpeedupAvgMedian> SpeedupsAllRuns(
    MultRunData& run_results,
    const run_environment::RunImpSettings& run_imp_settings) const;
 
  void WriteRunOutput(
    const std::pair<MultRunData, std::vector<RunSpeedupAvgMedian>>& run_results_w_speedups,
    const run_environment::RunImpSettings& run_imp_settings,
    run_environment::AccSetting acceleration_setting) const;
 
  void WriteRunResultsForAcc(
    const MultRunData& run_results,
    run_environment::AccSetting acceleration_setting,
    const run_environment::RunImpSettings& run_imp_settings) const;
 
  std::pair<std::vector<RunSpeedupAvgMedian>, MultRunData> GetAltAccelSpeedups(
    MultRunDataWSpeedupByAcc& run_imp_results_by_acc_setting,
    const run_environment::RunImpSettings& run_imp_settings,
    size_t data_type_size,
    run_environment::AccSetting fastest_acc) const;
 
  std::vector<RunSpeedupAvgMedian> GetSpeedupOverBaseline(
    const run_environment::RunImpSettings& run_imp_settings,
    MultRunData& run_data_all_runs,
    size_t data_type_size) const;
 
  std::vector<RunSpeedupAvgMedian> GetSpeedupOverBaselineSubsets(
    const run_environment::RunImpSettings& run_imp_settings,
    MultRunData& run_data_all_runs, 
    size_t data_type_size) const;
 
  std::pair<std::string, std::map<InputSignature, std::string>>
  GetBaselineRuntimeData(
    const std::array<std::string_view, 2>& baseline_runtimes_path_desc,
    std::string_view key_runtime_data) const;
 
  RunSpeedupAvgMedian::second_type GetAvgMedSpeedup(
    const std::vector<double>& speedups_vect) const;
 
  std::vector<RunSpeedupAvgMedian> GetAvgMedSpeedupOverBaselineSubsets(
    MultRunData& run_results,
    std::string_view data_type_str,
    const std::array<std::string_view, 2>& baseline_runtimes_path_desc,
    const std::vector<std::pair<std::string, std::vector<InputSignature>>>&
      subset_desc_input_sig =
        std::vector<std::pair<std::string, std::vector<InputSignature>>>())
    const;
 
  std::vector<RunSpeedupAvgMedian> GetAvgMedSpeedupOverBaseline(
    MultRunData& run_results,
    std::string_view data_type_str,
    const std::array<std::string_view, 2>& baseline_runtimes_path_desc) const;
 
  std::vector<RunSpeedupAvgMedian> GetAvgMedSpeedupOptPParams(
    MultRunData& run_results,
    std::string_view speedup_header,
    const std::optional<std::vector<std::pair<std::string, std::vector<InputSignature>>>>& eval_subsets =
      std::nullopt) const;
 
  std::vector<RunSpeedupAvgMedian> GetAvgMedSpeedupBaseVsTarget(
    MultRunData& run_results_base,
    MultRunData& run_results_target,
    std::string_view speedup_header,
    BaseTargetDiff base_target_diff,
    const std::optional<std::vector<std::pair<std::string, std::vector<InputSignature>>>>& eval_subsets =
      std::nullopt) const;
 
  std::vector<RunSpeedupAvgMedian> GetAvgMedSpeedupLoopItersInTemplate(
    MultRunData& run_results,
    std::string_view speedup_header,
    const run_environment::RunImpSettings& run_imp_settings) const;
};
 
#endif //EVALUATE_IMP_RESULTS_H_