mhrwtasks.h

Go to the documentation of this file.

/* This file is part of the Tomographer project, which is distributed under the
 * terms of the MIT license.
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2016 ETH Zurich, Institute for Theoretical Physics, Philippe Faist
 * Copyright (c) 2017 Caltech, Institute for Quantum Information and Matter, Philippe Faist
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#ifndef TOMOGRAPHER_MHWALKER_TASKS_H
#define TOMOGRAPHER_MHWALKER_TASKS_H

#include <string>
#include <limits>
#include <random>
#include <sstream>

#include <tomographer/tools/fmt.h>
#include <tomographer/tools/needownoperatornew.h>
#include <tomographer/mhrw.h>
#include <tomographer/mhrwstatscollectors.h>
#include <tomographer/multiproc.h> // StatusReport Base


namespace Tomographer {
namespace MHRWTasks {


template<typename IterCountIntType_ = int, typename StepRealType_ = double>
TOMOGRAPHER_EXPORT struct CDataBase
{
  template<typename MHRWParamsType>
  CDataBase(MHRWParamsType&& p, int base_seed_ = 0)
    : mhrw_params(std::forward<MHRWParamsType>(p)), base_seed(base_seed_)
  {
  }

  typedef IterCountIntType_ IterCountIntType;
  typedef StepRealType_ StepRealType;

  typedef MHRWParams<IterCountIntType, StepRealType> MHRWParamsType;

  const MHRWParamsType mhrw_params;

  const int base_seed;

  inline int getTaskInput(int k) const
  {
    return base_seed + k;
  }
    

  inline void printBasicCDataMHRWInfo(std::ostream & str) const
  {
    str << "\tstep size       = " << std::setprecision(4) << mhrw_params.step_size << "\n"
        << "\t# iter. / sweep = " << mhrw_params.n_sweep << "\n"
        << "\t# therm. sweeps = " << mhrw_params.n_therm << "\n"
        << "\t# run sweeps    = " << mhrw_params.n_run << "\n";
  }
  inline std::string getBasicCDataMHRWInfo() const
  {
    std::ostringstream ss;
    printBasicCDataMHRWInfo(ss);
    return ss.str();
  }
};

template<typename MHRWStatsCollectorResultType_, typename IterCountIntType, typename StepRealType>
TOMOGRAPHER_EXPORT struct MHRandomWalkTaskResult
  : public virtual Tools::NeedOwnOperatorNew<MHRWStatsCollectorResultType_>::ProviderType
{
  typedef MHRWStatsCollectorResultType_ MHRWStatsCollectorResultType;
    
  typedef MHRWParams<IterCountIntType, StepRealType> MHRWParamsType;
    
  MHRandomWalkTaskResult()
    : stats_collector_result(), mhrw_params(),
      acceptance_ratio(std::numeric_limits<double>::quiet_NaN())
  {
  }

  template<typename MHRWStatsCollectorResultTypeInit,
           typename MHRWParamsType2>
  MHRandomWalkTaskResult(MHRWStatsCollectorResultTypeInit && stats_collector_result_,
                         MHRWParamsType2 && mhrw_params_,
                         double acceptance_ratio_)
    : stats_collector_result(std::forward<MHRWStatsCollectorResultTypeInit>(stats_collector_result_)),
      mhrw_params(std::forward<MHRWParamsType2>(mhrw_params_)),
      acceptance_ratio(acceptance_ratio_)
  {
  }

  template<typename MHRWStatsCollectorResultTypeInit, typename MHRandomWalkType>
  MHRandomWalkTaskResult(MHRWStatsCollectorResultTypeInit && stats_collector_result_,
                         const MHRandomWalkType & mhrandomwalk)
    : stats_collector_result(std::forward<MHRWStatsCollectorResultTypeInit>(stats_collector_result_)),
      mhrw_params(mhrandomwalk.mhrwParams()),
      acceptance_ratio(mhrandomwalk.hasAcceptanceRatio() ?
                       mhrandomwalk.acceptanceRatio() :
                       std::numeric_limits<double>::quiet_NaN())
  {
  }
    
  const MHRWStatsCollectorResultType stats_collector_result;
    
  const MHRWParamsType mhrw_params;

  const double acceptance_ratio;
};


template<typename MHRandomWalkTaskCData,
         typename Rng = std::mt19937>
TOMOGRAPHER_EXPORT struct MHRandomWalkTask
{
  typedef typename MHRandomWalkTaskCData::IterCountIntType IterCountIntType;
  typedef typename MHRandomWalkTaskCData::StepRealType StepRealType;

  typedef MHRWParams<IterCountIntType, StepRealType> MHRWParamsType;

  typedef MHRandomWalkTaskResult<typename MHRandomWalkTaskCData::MHRWStatsCollectorResultType,
                                 IterCountIntType, StepRealType> ResultType;

  struct StatusReport : public MultiProc::TaskStatusReport
  {
    StatusReport(double fdone = 0.0, const std::string & msg = std::string(),
                 IterCountIntType kstep_ = 0, MHRWParamsType mhrw_params_ = MHRWParamsType(),
                 double acceptance_ratio_ = 0.0)
      : MultiProc::TaskStatusReport(fdone, msg),
        kstep(kstep_),
        mhrw_params(mhrw_params_),
        acceptance_ratio(acceptance_ratio_),
        n_total_iters(mhrw_params.n_sweep*(mhrw_params.n_therm + mhrw_params.n_run))
    {
    }

    IterCountIntType kstep;

    MHRWParamsType mhrw_params;

    double acceptance_ratio;

    IterCountIntType n_total_iters;
  };
  typedef StatusReport StatusReportType;

private:
  typename Rng::result_type _seed;

  ResultType * result;

public:

  template<typename LoggerType>
  MHRandomWalkTask(int inputseed, const MHRandomWalkTaskCData * /*pcdata*/, LoggerType & logger)
    : _seed(inputseed), result(NULL)
  {
    logger.longdebug("MHRandomWalkTask", "() inputseed=%d", inputseed);
  }

  ~MHRandomWalkTask()
  {
    if (result != NULL) {
      delete result;
    }
  }


  template<typename LoggerType, typename TaskManagerIface>
  inline void run(const MHRandomWalkTaskCData * pcdata, LoggerType & logger,
                  TaskManagerIface * tmgriface)
  {
    Rng rng(_seed); // seeded random number generator

    logger.longdebug("Tomographer::MHRWTasks::run()", "about to construct stats collector.");

    // the user's stats collector
    auto stats = pcdata->createStatsCollector(logger);
    typedef decltype(stats) MHRWStatsCollectorType;

    logger.longdebug("Tomographer::MHRWTasks::run()", "stats collector constructed.");

    // our own "stats collector" which checks if we need to send a status report back
    typedef StatusReportCheck<TaskManagerIface, MHRWStatsCollectorType> OurStatusReportCheck;
    OurStatusReportCheck statreportcheck(this, &stats, tmgriface);
      
    typedef MultipleMHRWStatsCollectors<MHRWStatsCollectorType, OurStatusReportCheck>
      OurStatsCollectors;
    OurStatsCollectors ourstatscollectors(stats, statreportcheck);

    logger.longdebug("Tomographer::MHRWTasks::run()", "about to create MH walker object.");

    auto mhwalker = pcdata->createMHWalker(rng, logger);
    typedef decltype(pcdata->createMHWalker(rng, logger)) MHWalkerType;

    logger.longdebug("Tomographer::MHRWTasks::run()", "MHWalker object created.");

    MHRandomWalk<Rng, MHWalkerType, OurStatsCollectors, LoggerType, IterCountIntType> rwalk(
        // MH random walk parameters
        pcdata->mhrw_params,
        // the MHWalker
        mhwalker,
        // our stats collectors
        ourstatscollectors,
        // a random number generator
        rng,
        // and a logger
        logger
        );
      
    logger.longdebug("Tomographer::MHRWTasks::run()", "MHRandomWalk object created, running...");

    rwalk.run();

    logger.longdebug("Tomographer::MHRWTasks::run()", "MHRandomWalk run finished.");

    result = new ResultType(stats.getResult(), rwalk);
  }

  inline const ResultType & getResult() const
  {
    return *result;
  }

private:
  template<typename TaskManagerIface, typename MHRWStatsCollectorType>
  struct StatusReportCheck
  {
    StatusReportCheck(MHRandomWalkTask * mhrwtask_, MHRWStatsCollectorType * stats_, TaskManagerIface *tmgriface_)
      : mhrwtask(mhrwtask_), stats(stats_), tmgriface(tmgriface_)
    { }

    MHRandomWalkTask *mhrwtask;
    MHRWStatsCollectorType *stats;
    TaskManagerIface *tmgriface;

    inline void init() { }
    inline void thermalizingDone() { }
    inline void done() { }

    template<typename PointType, typename FnValueType, typename MHRandomWalk>
    inline void rawMove(
        IterCountIntType k, bool is_thermalizing, bool, bool, double, const PointType &, FnValueType,
        const PointType &, FnValueType, MHRandomWalk & rw
        )
    {
      // see if we should provide a status report
      //        fprintf(stderr, "StatusReportCheck::rawMove(): testing for status report requested!\n");
      // only check once per sweep, to speed up things
      if ((k % rw.nSweep() == 0) && tmgriface->statusReportRequested()) {
        // prepare & provide status report
        IterCountIntType totiters = rw.nSweep()*(rw.nTherm()+rw.nRun());
        // k restarts at zero after thermalization, so account for that:
        IterCountIntType kreal = is_thermalizing ? k : k + rw.nSweep()*rw.nTherm();
        double fdone = (double)kreal/totiters;
        double accept_ratio = std::numeric_limits<double>::quiet_NaN();
        bool warn_accept_ratio = false;
        if (rw.hasAcceptanceRatio()) {
          accept_ratio = rw.acceptanceRatio();
          warn_accept_ratio = (accept_ratio > MHRWAcceptanceRatioRecommendedMax ||
                               accept_ratio < MHRWAcceptanceRatioRecommendedMin);
        }
        std::string msg = Tools::fmts(
            "%s %lu/(%lu=%lu*(%lu+%lu)) : %5.2f%% done  [%saccept ratio=%.2f%s]",
            ( ! is_thermalizing
              ? "iteration"
              : "[therm.] "),
            (unsigned long)kreal, (unsigned long)totiters, (unsigned long)rw.nSweep(),
            (unsigned long)rw.nTherm(), (unsigned long)rw.nRun(),
            fdone*100.0,
            warn_accept_ratio ? "!!** " : "",
            accept_ratio,
            warn_accept_ratio ? " **!!" : ""
            );
        typedef MHRWStatsCollectorStatus<MHRWStatsCollectorType> MHRWStatsCollectorStatusType;
        if (MHRWStatsCollectorStatusType::CanProvideStatus) {
          std::string nlindent = "\n    ";
          msg += nlindent;
          std::string s = MHRWStatsCollectorStatusType::getStatus(stats);
          for (std::size_t j = 0; j < s.size(); ++j) {
            if (s[j] == '\n') {
              msg += nlindent;
            } else {
              msg += s[j];
            }
          }
        }
        tmgriface->submitStatusReport(StatusReport(fdone, msg, kreal, rw.mhrwParams(), accept_ratio));
      }
      //        fprintf(stderr, "StatusReportCheck::rawMove(): done\n");
    }

    template<typename PointType, typename FnValueType, typename MHRandomWalk>
    inline void processSample(IterCountIntType, IterCountIntType, const PointType &, FnValueType, MHRandomWalk &)
    {
    }
  };
};



} // MHWalkerTasks



} // namespace Tomographer



#endif