Home - News ( United States | United Kingdom | Italy | Germany ) - Football scores

Showing content from http://www.ncbi.nlm.nih.gov/IEB/ToolBox/CPP_DOC/doxyhtml/grid__worker_8cpp_source.html below:

NCBI C++ ToolKit: src/connect/services/grid_worker.cpp Source File

start_port,

end_port) :

(

worker_node, start_port, end_port),

*

(

)

auto_shutdown);

*

(

);

(

);

auto_shutdown)

: m_Task(task), m_WorkerNode(worker_node),

m_TaskContext(*this),

m_Wait1(0,100000), m_Wait2(0,1000000),

m_RunInterval(run_delay),

m_ThreadName(worker_node->GetAppName() +

)

(47,

<< idle <<

);

(47,

<< idle <<

);

);

m_Thread(thread), m_RunAgain(

)

m_JobProcessorFactory(job_factory),

m_ThreadPool(

),

m_CommitJobInterval(2),

m_CheckStatusPeriod(2),

m_ExclusiveJobSemaphore(1, 1),

m_IsProcessingExclusiveJob(

),

m_TotalMemoryLimit(0),

m_SingleThreadForced(

)

eJobFactoryIsNotSet,

);

->m_SuspendResume.GetLock()->Suspend(pullback, timeout);

->m_SuspendResume->Resume();

max_threads =

->Get(

,

,

);

(!memlimitstr.empty())

init_threads =

->Get(

,

, 1);

(exception& ex) {

pair<TJobCounter::iterator, bool> insertion(

(!insertion.second) {

++insertion.first->second;

job_run_registration->

(

, insertion.first);

procinfo_file_name)

procinfo_file_name)

<< build_info.

<<

<< build_info.

);

start_port, end_port;

control_port_arg(args[

] ?

args[

].AsString() :

start_port = NStr::StringToNumeric<unsigned short>(from_port);

end_port = to_port.

() ? start_port : NStr::StringToNumeric<unsigned short>(to_port);

is_daemon = daemonize !=

? daemonize ==

:

vector<string> vhosts;

(vector<string>, it, vhosts) {

(vector<string>, it, vhosts) {

(

->Has(

,

)) {

);

(!procinfo_file_name.empty()) {

proc_info_file(procinfo_file_name);

(proc_info_file.

()) {

fprintf(stderr,

,

procinfo_file_name.c_str());

test_file_name = procinfo_file_name +

;

FILE*

= fopen(test_file_name.c_str(),

);

perror((

+ test_file_name).c_str());

(test_file_name.c_str());

(53,

);

control_thread->Prepare();

(

<<

control_thread->GetControlPort() <<

);

reliable_cleanup =

->Get(

,

,

);

(reliable_cleanup) {

(child_pid != 0) {

(procinfo_file_name.c_str());

<<

);

}

(exit_info.

()) {

(

<< child_pid <<

);

<< retcode);

(!procinfo_file_name.empty()) {

((procinfo_file = fopen(procinfo_file_name.c_str(),

)) ==

) {

perror(procinfo_file_name.c_str());

fprintf(procinfo_file,

,

fclose(procinfo_file);

max_wait_for_servers(TWorkerNode_MaxWaitForServers::GetDefault());

idle_run_delay =

->Get(

,

, 30);

auto_shutdown =

->Get(

,

, 0);

(idle_run_delay > 0)

(task || auto_shutdown > 0) {

task ? idle_run_delay : auto_shutdown, auto_shutdown));

control_thread->Run();

<<

build_info.

<<

<< build_info.

<<

<< control_thread->GetControlPort() <<

main_loop_thread->Run();

main_loop_thread->Join();

force_exit =

->Get(

,

,

);

(45,

);

(!reliable_cleanup)

(procinfo_file_name.c_str());

(

<<

);

control_thread->Stop();

control_thread->Join();

(exception& ex) {

(33,

<< ex.what());

(35,

(exception& ex) {

(36,

<<

->m_Listener.reset(

(

->m_AdminHosts.empty())

(

->m_AdminHosts.find(ha) !=

->m_AdminHosts.end())

(

->m_AdminHosts.find(ha) !=

->m_AdminHosts.end())

<< endl << ends;

(43,

<< it->AsString() <<

<<

);

}

(exception&) {}

(44,

<< it->AsString() <<

<< reply);

->m_SingleThreadForced =

;

*

->m_JobProcessorFactory;

->m_MaxThreads;

->m_TotalMemoryLimit;

->m_TotalTimeLimit;

->m_StartupTime;

->m_QueueTimeout;

->m_CommitJobInterval;

->m_CheckStatusPeriod;

->m_JobProcessorFactory->GetAppName();

& job_factory(

->m_JobProcessorFactory);

job_version(job_factory->GetAppVersion());

make_pair(job_version.empty() ? version_info.

() : job_version, build_info);

->m_NetCacheAPI;

->m_NetScheduleAPI;

->m_NSExecutor;

->m_CleanupEventSource;

->m_SuspendResume->IsSuspended();

->GetQueueName();

->GetClientName();

->GetServiceName();

CAtomicCounter_WithAutoInit –.

CGridControlThread(SGridWorkerNodeImpl *worker_node, unsigned short start_port, unsigned short end_port)

CWorkerNodeControlServer m_Control

const string m_ThreadName

unsigned short GetControlPort() const

virtual void OnExit(void)

Override this to execute finalization code.

virtual void * Main(void)

Derived (user-created) class must provide a real thread function.

void SetWorker(SGridWorkerNodeImpl *worker)

CWNJobWatcher & GetJobWatcher()

void SetUDPPort(unsigned short udp_port)

void RequestShutdown(CNetScheduleAdmin::EShutdownLevel level)

Request node shutdown.

void SetReuseJobObject(bool value)

void InterruptUDPPortListening()

static CGridGlobals & GetInstance()

An adapter class for IGridWorkerNodeApp_Listener.

virtual void Notify(const CWorkerNodeJobContext &, EEvent event)

CIdleWatcher(CWorkerNodeIdleThread &idle)

CAtomicCounter_WithAutoInit m_RunningJobs

CWorkerNodeIdleThread & m_Idle

void RegisterRun(CRunningJobLimit *job_counter, CRunningJobLimit::TJobCounter::iterator job_group_it)

CNcbiOstrstreamToString class helps convert CNcbiOstrstream to a string Sample usage:

Client API for NetCache server.

Client API for NCBI NetSchedule server.

void GetQueueInfo(CNetServer server, const string &queue_name, TQueueInfo &queue_info)

@ eShutdownImmediate

Urgent shutdown was requested.

Smart pointer to a part of the NetSchedule API that does job retrieval and processing on the worker n...

unsigned short GetPort() const

Extended exit information for waited process.

void ResetJobCounter(unsigned max_number)

bool CountJob(const string &job_group, CJobRunRegistration *job_run_registration)

static unsigned int GetCpuCount(void)

Return number of active CPUs/cores (never less than 1).

CTempString implements a light-weight string on top of a storage buffer whose lifetime management is ...

void SetInfiniteLoopTime(unsigned int infinite_loop_time)

void SetMaxFailuresAllowed(unsigned int max_failures_allowed)

void Print(CNcbiOstream &os) const

void SetMaxJobsAllowed(unsigned int max_jobs_allowed)

unsigned short GetControlPort() const

Worker Node Idle Task Context.

unsigned int m_RunInterval

SGridWorkerNodeImpl * m_WorkerNode

CWorkerNodeIdleThread(IWorkerNodeIdleTask *, SGridWorkerNodeImpl *worker_node, unsigned run_delay, unsigned int auto_shutdown)

unsigned int m_AutoShutdown

virtual void * Main(void)

Derived (user-created) class must provide a real thread function.

unsigned x_GetIdleTimeIfShutdown() const

CStopWatch m_AutoShutdownSW

CWorkerNodeIdleTaskContext & GetContext()

bool IsShutdownRequested() const

bool x_GetStopFlag() const

CWorkerNodeIdleTaskContext m_TaskContext

CWorkerNodeIdleThread & operator=(const CWorkerNodeIdleThread &)

IWorkerNodeIdleTask * m_Task

virtual void OnExit(void)

Override this to execute finalization code.

volatile bool m_ShutdownFlag

unsigned int x_GetInterval() const

CWorkerNodeIdleThread(const CWorkerNodeIdleThread &)

const string m_ThreadName

virtual void Process()

Do the actual job Called by whichever thread handles this request.

CWorkerNodeJobContext m_JobContext

Listener of events generated by CGridWorkerNodeApp.

Clean-up event source for the worker node.

Worker Node Idle Task Interface.

Worker Node Job Factory interface.

const_iterator end() const

iterator_bool insert(const value_type &val)

container_type::value_type value_type

const_iterator find(const key_type &key) const

iterator_bool insert(const value_type &val)

static void DLIST_NAME() remove(DLIST_LIST_TYPE *list, DLIST_TYPE *item)

static CGridWorkerNode::EDisabledRequestEvents s_ReqEventsDisabled

bool g_IsRequestStopEventEnabled()

#define DEFAULT_NS_TIMEOUT

bool g_IsRequestStartEventEnabled()

const CNcbiEnvironment & GetEnvironment(void) const

Get the application's cached environment.

virtual const CArgs & GetArgs(void) const

Get parsed command line arguments.

#define ITERATE(Type, Var, Cont)

ITERATE macro to sequence through container elements.

#define NON_CONST_ITERATE(Type, Var, Cont)

Non constant version of ITERATE macro.

const CVersionAPI & GetFullVersion(void) const

Get the program version information.

@ eTakeOwnership

An object can take ownership of another.

TValue Add(int delta) THROWS_NONE

Atomically add value (=delta), and return new counter value.

void SetDiagPostFlag(EDiagPostFlag flag)

Set the specified flag (globally).

#define LOG_POST_X(err_subcode, message)

void SetSessionID(const string &session)

static CRequestContext & GetRequestContext(void)

Shortcut to CDiagContextThreadData::GetThreadData().GetRequestContext()

static TPID GetPID(void)

Get cached PID (read real PID if not cached yet).

#define ERR_POST_X(err_subcode, message)

Error posting with default error code and given error subcode.

#define ERR_POST(message)

Error posting with file, line number information but without error codes.

#define LOG_POST(message)

This macro is deprecated and it's strongly recomended to move in all projects (except tests) to macro...

@ eDPF_MergeLines

Escape EOLs.

@ eDPF_PreMergeLines

Obsolete. Use eDPF_MergeLines.

void Critical(CExceptionArgs_Base &args)

void Error(CExceptionArgs_Base &args)

#define NCBI_CATCH_ALL_X(err_subcode, message)

TErrCode GetErrCode(void) const

Get error code.

#define NCBI_THROW(exception_class, err_code, message)

Generic macro to throw an exception, given the exception class, error code and message string.

void Warning(CExceptionArgs_Base &args)

virtual const char * what(void) const noexcept

Standard report (includes full backlog).

void Info(CExceptionArgs_Base &args)

bool CheckAccess(TMode access_mode) const

Check access rights.

virtual bool Exists(void) const

Check existence of file.

@ fWrite

Write permission.

time_t GetStartupTime() const

CWorkerNodeIdleThread & m_Thread

IWorkerNodeJobFactory & GetJobFactory()

const string & GetQueueName() const

virtual ~IWorkerNodeJobWatcher()

void SetListener(IGridWorkerNodeApp_Listener *listener)

unsigned GetCommitJobInterval() const

bool IsHostInAdminHostsList(const string &host) const

bool IsShutdownRequested() const

TVersion GetAppVersion() const

const string & GetClientName() const

CNetCacheAPI GetNetCacheAPI() const

pair< string, SBuildInfo > TVersion

virtual void Run(CWorkerNodeIdleTaskContext &)=0

Do the Idle task here.

EDisabledRequestEvents

Disable the automatic logging of request-start and request-stop events by the framework itself.

int Run(ESwitch daemonize=eDefault, string procinfo_file_name=string())

Start job execution loop.

unsigned int GetMaxThreads() const

Get the maximum threads running simultaneously.

unsigned GetTotalTimeLimit() const

Get total time limit (automatic restart after that)

unsigned GetQueueTimeout() const

CNetScheduleExecutor GetNSExecutor() const

IWorkerNodeCleanupEventSource * GetCleanupEventSource()

const string & GetServiceName() const

const SServerParams & GetServerParams()

static void DisableDefaultRequestEventLogging(EDisabledRequestEvents disabled_events=eDisableStartStop)

string GetAppName() const

void SetProgramVersion(const string &pv)

Set program version (like: MyProgram v.

CNetScheduleExecutor GetExecutor()

Create an instance of CNetScheduleExecutor.

CWorkerNodeIdleTaskContext(CWorkerNodeIdleThread &thread)

CNetScheduleAPI GetNetScheduleAPI() const

CNetScheduleAdmin GetAdmin()

void Suspend(bool pullback, unsigned timeout)

Uint8 GetTotalMemoryLimit() const

Get total memory limit (automatic restart if node grows more than that)

unsigned GetCheckStatusPeriod() const

CNetRef< SGridWorkerNodeImpl > m_Impl

void SetClientNode(const string &client_node)

void Reset(void)

Reset reference object.

uint64_t Uint8

8-byte (64-bit) unsigned integer

const unsigned long kInfiniteTimeoutMs

Infinite timeout in milliseconds.

bool IsPresent(void) const

TRUE if the object contains information about the process state.

static TPid GetPid(void)

Get process identifier (pid) for the current process.

bool IsExited(void) const

TRUE if the process terminated normally.

int GetSignal(void) const

Get the signal number that has caused the process to terminate (UNIX only).

static TPid Daemonize(const char *logfile=0, TDaemonFlags flags=0)

Go daemon.

static TPid Fork(TForkFlags flags=fFF_UpdateDiag)

Fork the process.

int Wait(unsigned long timeout=kInfiniteTimeoutMs, CExitInfo *info=0) const

Wait until process terminates.

pid_t TPid

Process identifier (PID) and process handle.

bool IsSignaled(void) const

TRUE if the process terminated by a signal (UNIX only).

int GetExitCode(void) const

Get process exit code.

#define END_NCBI_SCOPE

End previously defined NCBI scope.

#define BEGIN_NCBI_SCOPE

Define ncbi namespace.

static CNCBI_IPAddr gethostbyname(const string &host, ESwitch log=eOff)

Return 0 or empty address on error.

EIO_Status ReadLine(string &str)

Read a line from socket (up to CR-LF, LF, or null character, discarding any of the EOLs).

static string gethostname(ESwitch log=eOff)

Return empty string on error.

EIO_Status GetStatus(EIO_Event direction) const

Return status of *last* I/O operation without making any actual I/O.

EIO_Status Write(const void *buf, size_t size, size_t *n_written=0, EIO_WriteMethod how=eIO_WritePersist)

Write to socket.

static int CompareNocase(const CTempString s1, SIZE_TYPE pos, SIZE_TYPE n, const char *s2)

Case-insensitive compare of a substring with another string.

static int StringToInt(const CTempString str, TStringToNumFlags flags=0, int base=10)

Convert string to int.

static list< string > & Split(const CTempString str, const CTempString delim, list< string > &arr, TSplitFlags flags=0, vector< SIZE_TYPE > *token_pos=NULL)

Split a string using specified delimiters.

static Uint8 StringToUInt8_DataSize(const CTempString str, TStringToNumFlags flags=0)

Convert string that can contain "software" qualifiers to Uint8.

static SIZE_TYPE Find(const CTempString str, const CTempString pattern, ECase use_case=eCase, EDirection direction=eForwardSearch, SIZE_TYPE occurrence=0)

Find the pattern in the string.

bool empty(void) const

Return true if the represented string is empty (i.e., the length is zero)

static string & Replace(const string &src, const string &search, const string &replace, string &dst, SIZE_TYPE start_pos=0, SIZE_TYPE max_replace=0, SIZE_TYPE *num_replace=0)

Replace occurrences of a substring within a string.

static bool StartsWith(const CTempString str, const CTempString start, ECase use_case=eCase)

Check if a string starts with a specified prefix value.

static bool SplitInTwo(const CTempString str, const CTempString delim, string &str1, string &str2, TSplitFlags flags=0)

Split a string into two pieces using the specified delimiters.

static unsigned int StringToUInt(const CTempString str, TStringToNumFlags flags=0, int base=10)

Convert string to unsigned int.

static enable_if< is_arithmetic< TNumeric >::value||is_convertible< TNumeric, Int8 >::value, string >::type NumericToString(TNumeric value, TNumToStringFlags flags=0, int base=10)

Convert numeric value to string.

static string TruncateSpaces(const string &str, ETrunc where=eTrunc_Both)

Truncate whitespace in a string.

@ fSplit_MergeDelimiters

Merge adjacent delimiters.

virtual void KillAllThreads(TKillFlags flags)

Causes all threads in the pool to exit cleanly after finishing all pending requests,...

void Spawn(unsigned int num_threads)

Start processing threads.

void Run(void)

Enter the main loop.

unsigned int m_MaxThreads

Maximum simultaneous threads.

void StartListening(void)

Start listening before the main loop.

@ eCouldntListen

Unable to bind listening port.

bool Run(TRunMode flags=fRunDefault)

Run the thread.

virtual void OnExit(void)

Override this to execute finalization code.

static void SetCurrentThreadName(const CTempString &)

Set name for the current thread.

bool TryWait(unsigned int timeout_sec=0, unsigned int timeout_nsec=0)

Timed wait.

void Post(unsigned int count=1)

Increment the semaphore by "count".

void Join(void **exit_data=0)

Wait for the thread termination.

double Restart(void)

Return time elapsed since first Start() or last Restart() call (in seconds).

CNanoTimeout GetRemainingTime(void) const

Get time left to the expiration.

double Elapsed(void) const

Return time elapsed since first Start() or last Restart() call (in seconds).

bool IsExpired(void) const

Check if the deadline is expired.

void Stop(void)

Suspend the timer.

enum ENcbiSwitch ESwitch

Aux.

enum ENcbiOwnership EOwnership

Ownership relations between objects.

@ eIO_Success

everything is fine, no error occurred

@ eIO_Open

also serves as no-event indicator in SOCK_Poll

const SBuildInfo & GetBuildInfo() const

Get build info (date and tag, if set)

virtual string Print(void) const

Print version information.

unsigned int

A callback function used to compare two keys in a database.

const string version

version string

void SleepMilliSec(unsigned long ml_sec, EInterruptOnSignal onsignal=eRestartOnSignal)

void SleepSec(unsigned long sec, EInterruptOnSignal onsignal=eRestartOnSignal)

Sleep.

const char *const kNetScheduleAPIDriverName

const CNSPreciseTime default_timeout(3600, 0)

static SLJIT_INLINE sljit_ins msg(sljit_gpr r, sljit_s32 d, sljit_gpr x, sljit_gpr b)

static CNamedPipeClient * client

This class allows to add build info (date and tag) to application version.

unique_ptr< IGridWorkerNodeApp_Listener > m_Listener

CSynRegistry::TPtr m_SynRegistry

bool EnterExclusiveMode()

unsigned m_CheckStatusPeriod

string GetAppName() const

CNetScheduleAPI m_NetScheduleAPI

CRef< CJobCommitterThread > m_JobCommitterThread

unsigned m_TotalTimeLimit

void x_StartWorkerThreads()

CNcbiApplicationAPI & m_App

IWorkerNodeCleanupEventSource * GetCleanupEventSource() const override

Get interface for registering clean-up event listeners.

const CArgs & GetArgs() const override

Get command line arguments.

unsigned m_CommitJobInterval

CStdPoolOfThreads * m_ThreadPool

CRef< CWorkerNodeIdleThread > m_IdleThread

const string & GetServiceName() const

void x_NotifyJobWatchers(const CWorkerNodeJobContext &job_context, IWorkerNodeJobWatcher::EEvent event)

CSemaphore m_ExclusiveJobSemaphore

void x_StopWorkerThreads()

CRunningJobLimit m_JobsPerSessionID

bool m_ProgressLogRequested

CFastMutex m_JobWatcherMutex

unique_ptr< IWorkerNodeJobFactory > m_JobProcessorFactory

unsigned int m_MaxThreads

CRef< CWorkerNodeCleanup > m_CleanupEventSource

bool x_AreMastersBusy() const

set< unsigned int > m_AdminHosts

size_t m_QueueEmbeddedOutputSize

CNetScheduleAPI GetNetScheduleAPI() const override

Get the shared NetScheduleAPI object used by the worker node framework.

void LeaveExclusiveMode()

set< SSocketAddress > m_Masters

const string & GetQueueName() const

CRef< IRegistry > m_Registry

SGridWorkerNodeImpl(CNcbiApplicationAPI &app, IWorkerNodeJobFactory *job_factory)

int Run(ESwitch daemonize, string procinfo_file_name)

bool m_SingleThreadForced

CNetCacheAPI GetNetCacheAPI() const override

Get the shared NetCacheAPI object used by the worker node framework.

const string & GetClientName() const

void AddJobWatcher(IWorkerNodeJobWatcher &job_watcher, EOwnership owner=eNoOwnership)

bool m_IsProcessingExclusiveJob

CNetCacheAPI m_NetCacheAPI

SThreadSafe< SSuspendResume > m_SuspendResume

unsigned m_ThreadPoolTimeout

const CNcbiEnvironment & GetEnvironment() const override

Get environment variables.

bool WaitForExclusiveJobToFinish()

CNetScheduleExecutor m_NSExecutor

CRunningJobLimit m_JobsPerClientIP

const IRegistry & GetConfig() const override

Get a config file registry.

void SetAuthParam(const string &param_name, const string &param_value)

bool m_UseEmbeddedStorage

ESwitch retry_on_exception

CNetScheduleNotificationHandler m_NotificationHandler

static SSocketAddress Parse(const string &address, SHost::EName name=SHost::EName::eResolved)

EState CheckState() volatile

bool IsJobPullbackTimerExpired()

atomic< unsigned > m_CurrentJobGeneration

atomic< bool > m_IsSuspended

CDeadline m_JobPullbackTime

void SetJobPullbackTimer(unsigned seconds)

void Suspend(bool pullback, unsigned timeout)

RetroSearch is an open source project built by @garambo | Open a GitHub Issue

Search and Browse the WWW like it's 1997 | Search results from DuckDuckGo

HTML: 3.2 | Encoding: UTF-8 | Version: 0.7.4