TLauncherByStepRemote.h

Go to the documentation of this file.

// Copyright (C) 2013-2024 CEA/DES
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as published
// by the Free Software Foundation, either version 3 of the License, or any
// later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
// $Id$
// $Author$
// $Date$
// $Revision$
// $State$

#ifndef TLAUNCHERBYSTEPREMOTE_H
#define TLAUNCHERBYSTEPREMOTE_H

#include "TNamed.h"

#include <iostream>
#include <fstream>
//#define LIBSSH_STATIC 1
//#include <libssh/libssh.h>
using std::cout;
using std::endl;

// ROOT
#include "Rtypes.h"

// Uranie
#include "TLauncher.h"
#include "Launcher.h"
#include "TCluster.h"
#include "TEcCluster.h"

#include "TInputFileFlag.h"
#include "TAttribute.h"
#define LIBSSH_STATIC 1
#include <libssh/libssh.h>
#include <libssh/sftp.h>
#include <semaphore.h>

#ifdef WITH_LIBSSH
namespace URANIE
{
namespace Launcher
{
class TLauncherByStepRemote: public TLauncher
{


public:
    TCluster *_cluster;

    enum EDistrib { kUnknown,kLSB, kSLURM,kMPI, kPBS, kSGE , kEc};

    EDistrib  _edistrib;         
    TString eType;

    //---------------------------------------------
    TLauncherByStepRemote(URANIE::DataServer::TDataServer *tds, TCode *code,EDistrib _edistrib=kUnknown, Option_t *option="" );
    TLauncherByStepRemote(URANIE::DataServer::TDataServer *tds, TCode *code,TCluster *cluster, Option_t *option="" );

    virtual ~TLauncherByStepRemote();
    //---------------------------------------------

    virtual void preTreatment(Option_t *option = "");



    virtual void run(Option_t *option = "");



    void clusterRun(Option_t *option = "");



    virtual void postTreatment(Option_t *option = "");

    void *retrieveOutputs(void);
    static void  *staticRetrieveOutputs(void *dummyPtr)
    {
        return ((TLauncherByStepRemote *)dummyPtr)->retrieveOutputs();

    }

    //---------------------------------------------
    virtual void printLog(Option_t *option = "");

    //-----------------------------------------------

    void setNumberOfCores(Int_t ncores)
    {
        _nAllocatedCores = ncores;
    }


    void setSingleJob()
    {
        _sSingleJob = !_sSingleJob;
    }

    Bool_t getSingleJob()
    {
        return _sSingleJob;
    }
    Int_t getNumberOfCores() const
    {
        return _nAllocatedCores;
    }

    void setAllocatedTime(Int_t nseconds)
    {
        _nAllocatedSeconds = nseconds;
    }
    Int_t getAllocatedTime() const
    {
        return _nAllocatedSeconds;
    }

    void setProjectName(TString project_name)
    {
        _sProjectName = project_name;
    }

    TString getProjectName() const
    {
        return _sProjectName;
    }



    void setNumberOfChunks(Int_t numberofChunks)
    {
       _sNumberOfChunks = numberofChunks;

    }
    void setJobName(TString path)
    {
        _sJobName = path;
        _cluster->setJobName(path);
    }

    void addCluster(TCluster *cluster)
    {
        _cluster->_tds = _tds;
        _cluster->_code= _code;
        _cluster->setCluster(cluster);

    }


    Int_t getNumberOfChunks() const
    {
        return _sNumberOfChunks;
    }

    Int_t getNRetries() const
    {
        return _sRetries;
    }

    void UpdateJobListStatus();
    void RetrieveJobOutput(std::pair<Int_t,Int_t> split);
    void compileBinary();

    TCluster* getCluster();
    TCluster* setCluster();

    //CODE-Compiler


    void addCompilerDirective(TString directive, TString value);

    void addCodeDependency(TString destinationLib, TString sourceList);
    void addCodeLibrary(TString libName, TString sourcesList);
    void addCodeExternalLibrary(TString libName, TString libPath , TString includePath);
    void addCodeExternalLibrary(TString libName);


    void substituteCompilerCode();








private:


    Int_t _nAllocatedSeconds;
    Int_t _nAllocatedCores;
    TString _sProjectName;



    std::list<std::pair<TString,std::pair<Int_t,Int_t>>> _sActiveJobs;
    std::list<std::pair<TString,std::pair<Int_t,Int_t>>> _sCompletedJobs;

     sem_t _sshSemaphore;

     Int_t _sNumberOfChunks=1;
    Int_t _sChunkSize;


    Bool_t _sSingleJob=false;
     TString _sJobName;
    Int_t _sRetries =5;
    std::list<std::pair<TString,std::pair<Int_t,Int_t>>> _sJobList;
    std::list<TString> _sJobStatus;
    TString _sJobIDs="";

    std::pair<Int_t,Int_t>  _sLastSplit;

    std::map<TString,TString> _sListCompilerDirectives;
    std::map<TString,TString> _sCodeLibs;
    std::list<std::pair<TString,std::pair<TString,TString>>  >  _sExternalLib;

    std::map<TString,TString> _sCodeDependencies;
    TString _sCompilerSkeleton = "CMakeLists.txt.in";
    ClassDef(URANIE::Launcher::TLauncherByStepRemote, ID_LAUNCHER)
    //The description
};

} // End Of namespace Launcher
} // End Of namespace URANIE
#endif
#endif
//  End Of File TLauncherByStepRemote.h