RetroSearch Browse

Home - News ( United States | United Kingdom | Italy | Germany ) - Football scores

Showing content from http://www.ncbi.nlm.nih.gov/IEB/ToolBox/CPP_DOC/doxyhtml/classCQueue.html below:

NCBI C++ ToolKit: CQueue Class Reference

#include "ns_queue.hpp"
(Private to src/app/netschedule.)

CQueue (const string &queue_name, TQueueKind queue_kind, CNetScheduleServer *server, CQueueDataBase &qdb) ~CQueue () void Attach (void) TQueueKind GetQueueKind (void) const void SetParameters (const SQueueParameters &params) TParameterList GetParameters () const CNSPreciseTime GetTimeout () const CNSPreciseTime GetRunTimeout () const CNSPreciseTime GetReadTimeout () const CNSPreciseTime GetPendingTimeout () const CNSPreciseTime GetMaxPendingWaitTimeout () const unsigned GetFailedRetries () const bool IsSubmitAllowed (unsigned host) const bool IsWorkerAllowed (unsigned host) const bool IsReaderAllowed (unsigned host) const bool IsProgramAllowed (const string &program_name) const void GetMaxIOSizesAndLinkedSections (unsigned int &max_input_size, unsigned int &max_output_size, map< string, map< string, string > > &linked_sections) const void GetLinkedSections (map< string, map< string, string > > &linked_sections) const bool GetRefuseSubmits (void) const void SetRefuseSubmits (bool val) size_t GetAffSlotsUsed (void) const size_t GetGroupSlotsUsed (void) const size_t GetScopeSlotsUsed (void) const size_t GetClientsCount (void) const size_t GetGroupsCount (void) const size_t GetNotifCount (void) const size_t GetGCBacklogCount (void) const const string & GetQueueName () const string DecorateJob (unsigned int job_id) const unsigned int Submit (const CNSClientId &client, CJob &job, const string &aff_token, const string &group, bool logging, CNSRollbackInterface *&rollback_action) unsigned SubmitBatch (const CNSClientId &client, vector< pair< CJob, string > > &batch, const string &group, bool logging, CNSRollbackInterface *&rollback_action) TJobStatus PutResult (const CNSClientId &client, const CNSPreciseTime &curr, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token, int ret_code, const string &output) bool GetJobOrWait (const CNSClientId &client, unsigned short port, unsigned int timeout, const list< string > *aff_list, bool wnode_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, bool new_format, const list< string > *group_list, CJob *new_job, CNSRollbackInterface *&rollback_action, string &added_pref_aff) void CancelWaitGet (const CNSClientId &client) void CancelWaitRead (const CNSClientId &client) list< string > ChangeAffinity (const CNSClientId &client, const list< string > &aff_to_add, const list< string > &aff_to_del, ECommandGroup cmd_group) void SetAffinity (const CNSClientId &client, const list< string > &aff, ECommandGroup cmd_group) int SetClientData (const CNSClientId &client, const string &data, int data_version) TJobStatus JobDelayExpiration (unsigned int job_id, CJob &job, const CNSPreciseTime &tm) TJobStatus JobDelayReadExpiration (unsigned int job_id, CJob &job, const CNSPreciseTime &tm) TJobStatus GetStatusAndLifetime (unsigned int job_id, string &client_ip, string &client_sid, string &client_phid, string &progress_msg, CNSPreciseTime *lifetime) TJobStatus GetStatusAndLifetimeAndTouch (unsigned int job_id, CJob &job, CNSPreciseTime *lifetime) TJobStatus SetJobListener (unsigned int job_id, CJob &job, unsigned int address, unsigned short port, const CNSPreciseTime &timeout, bool need_stolen, bool need_progress_msg, size_t *last_event_index) bool PutProgressMessage (unsigned int job_id, CJob &job, const string &msg) TJobStatus ReturnJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token, string &warning, TJobReturnOption how) TJobStatus RescheduleJob (const CNSClientId &client, unsigned int job_id, const string &job_key, const string &auth_token, const string &aff_token, const string &group, bool &auth_token_ok, CJob &job) TJobStatus RedoJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job) TJobStatus ReadAndTouchJob (unsigned int job_id, CJob &job, CNSPreciseTime *lifetime) TJobStatus Cancel (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, bool is_ns_rollback=false) unsigned int CancelAllJobs (const CNSClientId &client, bool logging) unsigned int CancelSelectedJobs (const CNSClientId &client, const string &group, const string &aff_token, const vector< TJobStatus > &statuses, bool logging, vector< string > &warnings) TJobStatus GetJobStatus (unsigned job_id) const bool IsEmpty () const unsigned int GetNextId () unsigned int GetNextJobIdForBatch (unsigned count) bool GetJobForReadingOrWait (const CNSClientId &client, unsigned int port, unsigned int timeout, const list< string > *aff_list, bool reader_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, const list< string > *group_list, bool affinity_may_change, bool group_may_change, CJob *job, bool *no_more_jobs, CNSRollbackInterface *&rollback_action, string &added_pref_aff) TJobStatus ConfirmReadingJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token) TJobStatus FailReadingJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token, const string &err_msg, bool no_retries) TJobStatus ReturnReadingJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token, bool is_ns_rollback, bool blacklist, TJobStatus target_status) TJobStatus RereadJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, bool &no_op) void EraseJob (unsigned job_id, TJobStatus status) void OptimizeMem () TJobStatus FailJob (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token, const string &err_msg, const string &output, int ret_code, bool no_retries, string warning) string GetAffinityTokenByID (unsigned int aff_id) const void ClearWorkerNode (const CNSClientId &client, bool &client_was_found, string &old_session, bool &had_wn_pref_affs, bool &had_reader_pref_affs) void NotifyListenersPeriodically (const CNSPreciseTime &current_time) CNSPreciseTime NotifyExactListeners (void) string PrintClientsList (bool verbose) const string PrintNotificationsList (bool verbose) const string PrintAffinitiesList (const CNSClientId &client, bool verbose) const string PrintGroupsList (const CNSClientId &client, bool verbose) const string PrintScopesList (bool verbose) const void CheckExecutionTimeout (bool logging) SPurgeAttributes CheckJobsExpiry (const CNSPreciseTime &current_time, SPurgeAttributes attributes, unsigned int last_job, TJobStatus status) void TimeLineMove (unsigned int job_id, const CNSPreciseTime &old_time, const CNSPreciseTime &new_time) void TimeLineAdd (unsigned int job_id, const CNSPreciseTime &job_time) void TimeLineRemove (unsigned int job_id) void TimeLineExchange (unsigned int remove_job_id, unsigned int add_job_id, const CNSPreciseTime &new_time) unsigned int DeleteBatch (unsigned int max_deleted) unsigned int PurgeAffinities (void) unsigned int PurgeGroups (void) void StaleNodes (const CNSPreciseTime &current_time) void PurgeBlacklistedJobs (void) void PurgeClientRegistry (const CNSPreciseTime &current_time) string PrintJobDbStat (const CNSClientId &client, unsigned int job_id, TDumpFields dump_fields) string PrintAllJobDbStat (const CNSClientId &client, const string &group, const string &aff_token, const vector< TJobStatus > &job_statuses, unsigned int start_after_job_id, unsigned int count, bool order_first, TDumpFields dump_fields, bool logging) unsigned CountStatus (TJobStatus) const void StatusStatistics (TJobStatus status, TNSBitVector::statistics *st) const string MakeJobKey (unsigned int job_id) const void TouchClientsRegistry (CNSClientId &client, bool &client_was_found, bool &session_was_reset, string &old_session, bool &had_wn_pref_affs, bool &had_reader_pref_affs) void MarkClientAsAdmin (const CNSClientId &client) void RegisterSocketWriteError (const CNSClientId &client) void SetClientScope (const CNSClientId &client) void PrintStatistics (size_t &aff_count) const void PrintJobCounters (void) const unsigned int GetJobsToDeleteCount (void) const string PrintTransitionCounters (void) const string PrintJobsStat (const CNSClientId &client, const string &group_token, const string &aff_token, vector< string > &warnings) const void GetJobsPerState (const CNSClientId &client, const string &group_token, const string &aff_token, size_t *jobs, vector< string > &warnings) const void CountTransition (CNetScheduleAPI::EJobStatus from, CNetScheduleAPI::EJobStatus to) unsigned int CountActiveJobs (void) const unsigned int CountAllJobs (void) const bool AnyJobs (void) const TPauseStatus GetPauseStatus (void) const void SetPauseStatus (const CNSClientId &client, TPauseStatus status) void RestorePauseStatus (TPauseStatus status) void RegisterQueueResumeNotification (unsigned int address, unsigned short port, bool new_format) void Dump (const string &dump_dir_name) void RemoveDump (const string &dump_dir_name) unsigned int LoadFromDump (const string &dump_dir_name) bool ShouldPerfLogTransitions (void) const void UpdatePerfLoggingSettings (const string &qclass) CObjectEx (void) virtual ~CObjectEx (void) CObject (void) Constructor. More...
CObject (const CObject &src) Copy constructor. More...
virtual ~CObject (void) Destructor. More...
CObject & operator= (const CObject &src) THROWS_NONE Assignment operator. More...
bool CanBeDeleted (void) const THROWS_NONE Check if object can be deleted. More...
bool IsAllocatedInPool (void) const THROWS_NONE Check if object is allocated in memory pool (not system heap) More...
bool Referenced (void) const THROWS_NONE Check if object is referenced. More...
bool ReferencedOnlyOnce (void) const THROWS_NONE Check if object is referenced only once. More...
void AddReference (void) const Add reference to object. More...
void RemoveReference (void) const Remove reference to object. More...
void ReleaseReference (void) const Remove reference without deleting object. More...
virtual void DoNotDeleteThisObject (void) Mark this object as not allocated in heap – do not delete this object. More...
virtual void DoDeleteThisObject (void) Mark this object as allocated in heap – object can be deleted. More...
void * operator new (size_t size) Define new operator for memory allocation. More...
void * operator new[] (size_t size) Define new[] operator for 'array' memory allocation. More...
void operator delete (void *ptr) Define delete operator for memory deallocation. More...
void operator delete[] (void *ptr) Define delete[] operator for memory deallocation. More...
void * operator new (size_t size, void *place) Define new operator. More...
void operator delete (void *ptr, void *place) Define delete operator. More...
void * operator new (size_t size, CObjectMemoryPool *place) Define new operator using memory pool. More...
void operator delete (void *ptr, CObjectMemoryPool *place) Define delete operator. More...
virtual void DebugDump (CDebugDumpContext ddc, unsigned int depth) const Define method for dumping debug information. More...
CDebugDumpable (void) virtual ~CDebugDumpable (void) void DebugDumpText (ostream &out, const string &bundle, unsigned int depth) const void DebugDumpFormat (CDebugDumpFormatter &ddf, const string &bundle, unsigned int depth) const void DumpToConsole (void) const CWeakObject (void) virtual ~CWeakObject (void) CPtrToObjectProxy * GetPtrProxy (void) const Get pointer to proxy object containing pointer to this object. More...
TJobStatus x_ChangeReadingStatus (const CNSClientId &client, unsigned int job_id, const string &job_key, CJob &job, const string &auth_token, const string &err_msg, TJobStatus target_status, bool is_ns_rollback, bool no_retries) x_SJobPick x_FindVacantJob (const CNSClientId &client, const TNSBitVector &explicit_affs, const vector< unsigned int > &aff_ids, bool use_pref_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, const TNSBitVector &group_ids, bool has_groups, ECommandGroup cmd_group) x_SJobPick x_FindVacantJob (const CNSClientId &client, const TNSBitVector &explicit_affs, const vector< unsigned int > &aff_ids, bool use_pref_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, const TNSBitVector &group_ids, bool has_groups, ECommandGroup cmd_group, const string &scope) map< string, size_t > x_GetRunningJobsPerClientIP (void) bool x_ValidateMaxJobsPerClientIP (unsigned int job_id, const map< string, size_t > &jobs_per_client_ip) const x_SJobPick x_FindOutdatedPendingJob (const CNSClientId &client, unsigned int picked_earlier, const TNSBitVector &group_ids) x_SJobPick x_FindOutdatedPendingJob (const CNSClientId &client, unsigned int picked_earlier, const TNSBitVector &group_ids, const string &scope) x_SJobPick x_FindOutdatedJobForReading (const CNSClientId &client, unsigned int picked_earlier, const TNSBitVector &group_ids) x_SJobPick x_FindOutdatedJobForReading (const CNSClientId &client, unsigned int picked_earlier, const TNSBitVector &group_ids, const string &scope) void x_UpdateDB_PutResultNoLock (unsigned job_id, const string &auth_token, const CNSPreciseTime &curr, int ret_code, const string &output, CJob &job, const CNSClientId &client) void x_UpdateDB_ProvideJobNoLock (const CNSClientId &client, const CNSPreciseTime &curr, unsigned int job_id, ECommandGroup cmd_group, CJob &job) void x_CheckExecutionTimeout (const CNSPreciseTime &queue_run_timeout, const CNSPreciseTime &queue_read_timeout, unsigned job_id, const CNSPreciseTime &curr_time, bool logging) void x_LogSubmit (const CJob &job) void x_ResetRunningDueToClear (const CNSClientId &client, const TNSBitVector &jobs) void x_ResetReadingDueToClear (const CNSClientId &client, const TNSBitVector &jobs) void x_ResetRunningDueToNewSession (const CNSClientId &client, const TNSBitVector &jobs) void x_ResetReadingDueToNewSession (const CNSClientId &client, const TNSBitVector &jobs) TJobStatus x_ResetDueTo (const CNSClientId &client, unsigned int job_id, const CNSPreciseTime &current_time, TJobStatus status_from, CJobEvent::EJobEvent event_type) void x_RegisterGetListener (const CNSClientId &client, unsigned short port, unsigned int timeout, const TNSBitVector &aff_ids, bool wnode_aff, bool any_aff, bool exclusive_new_affinity, bool new_format, const TNSBitVector &group_ids) void x_RegisterReadListener (const CNSClientId &client, unsigned short port, unsigned int timeout, const TNSBitVector &aff_ids, bool reader_aff, bool any_aff, bool exclusive_new_affinity, const TNSBitVector &group_ids) bool x_UnregisterGetListener (const CNSClientId &client, unsigned short port) void x_Erase (const TNSBitVector &job_ids, TJobStatus status) Erase jobs from all structures, request delayed db deletion. More...
string x_DumpJobs (const TNSBitVector &jobs_to_dump, unsigned int start_after_job_id, unsigned int count, TDumpFields dump_fields, bool order_first) unsigned int x_CancelJobs (const CNSClientId &client, const TNSBitVector &jobs_to_cancel, bool logging) CNSPreciseTime x_GetEstimatedJobLifetime (unsigned int job_id, TJobStatus status) const bool x_NoMoreReadJobs (const CNSClientId &client, const TNSBitVector &aff_list, bool reader_affinity, bool any_affinity, bool exclusive_new_affinity, const TNSBitVector &group_list, bool affinity_may_change, bool group_may_change) string x_GetJobsDumpFileName (const string &dump_dname) const void x_ClearQueue (void) void x_NotifyJobChanges (const CJob &job, const string &job_key, ENotificationReason reason, const CNSPreciseTime &current_time)

Definition at line 79 of file ns_queue.hpp.

◆ TJobReturnOption ◆ TParameterList ◆ TPauseStatus ◆ TQueueKind ◆ EJobReturnOption Enumerator eWithBlacklist eWithoutBlacklist eRollback

Definition at line 97 of file ns_queue.hpp.

◆ EPauseStatus Enumerator eNoPause ePauseWithPullback ePauseWithoutPullback

Definition at line 89 of file ns_queue.hpp.

◆ EQueueKind Enumerator eKindStatic eKindDynamic

Definition at line 82 of file ns_queue.hpp.

◆ CQueue() ◆ ~CQueue() ◆ AnyJobs() bool CQueue::AnyJobs ( void ) const inline ◆ Attach() void CQueue::Attach ( void ) ◆ Cancel()

Definition at line 1678 of file ns_queue.cpp.

References client, CStatisticsCounters::CountNSSubmitRollback(), CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), CJobEvent::eCancel, CNetScheduleAPI::eCanceled, eGet, CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), CJobEvent::eNSSubmitRollback, eRead, CNetScheduleAPI::eReading, CNetScheduleAPI::eRunning, eStatusChanged, map_checker< Container >::find(), g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), CJobStatusTracker::GetStatus(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PendingTimeout, m_ReadJobs, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, CNSNotificationList::Notify(), CJobEvent::SetNodeAddr(), CJobStatusTracker::SetStatus(), TimeLineRemove(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), and x_NotifyJobChanges().

Referenced by CNSSubmitRollback::Rollback(), CNSBatchSubmitRollback::Rollback(), and CNetScheduleHandler::x_ProcessCancel().

◆ CancelAllJobs()

Definition at line 1761 of file ns_queue.cpp.

References client, CNetScheduleAPI::eConfirmed, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, CNetScheduleAPI::ePending, CNetScheduleAPI::eReadFailed, CNetScheduleAPI::eReading, CNetScheduleAPI::eRunning, CJobStatusTracker::GetJobs(), m_OperationLock, m_StatusTracker, and x_CancelJobs().

Referenced by CNetScheduleHandler::x_ProcessCancelQueue(), and CNetScheduleHandler::x_ProcessDropQueue().

◆ CancelSelectedJobs()

Definition at line 1879 of file ns_queue.cpp.

Referenced by CNetScheduleHandler::x_ProcessCancel().

◆ CancelWaitGet() ◆ CancelWaitRead() ◆ ChangeAffinity()

Definition at line 942 of file ns_queue.cpp.

References CNSClientsRegistry::AppendType(), client, bm::bvector< Alloc >::count(), eGet, CNSClient::eReader, ERR_POST, CNSClient::eWorkerNode, bm::bvector< Alloc >::get_bit(), CNetScheduleServer::GetAffRegistrySettings(), CNSAffinityRegistry::GetIDByToken(), CNSClientsRegistry::GetPreferredAffinities(), m_AffinityRegistry, m_ClientsRegistry, m_OperationLock, m_Server, SNSRegistryParameters::max_records, NCBI_THROW, CNSAffinityRegistry::ResolveAffinityToken(), bm::bvector< Alloc >::set_bit(), CNSClientsRegistry::UpdatePreferredAffinities(), Warning(), and CNSClientsRegistry::WasGarbageCollected().

Referenced by CNetScheduleHandler::x_ProcessChangeAffinity().

◆ CheckExecutionTimeout() void CQueue::CheckExecutionTimeout ( bool logging ) ◆ CheckJobsExpiry()

Definition at line 3511 of file ns_queue.cpp.

References CJobStatusTracker::AnyPending(), attributes, CNSNotificationList::ClearExactGetNotifications(), CJobGCRegistry::DeleteIfTimedOut(), eJobDeleted, map_checker< Container >::end(), CNetScheduleAPI::ePending, CJobStatusTracker::Erase(), map_checker< Container >::find(), bm::bvector< Alloc >::first(), g_DoErasePerfLogging(), CJobStatusTracker::GetNext(), m_AffinityRegistry, m_GCRegistry, m_GroupRegistry, m_Jobs, m_NotificationsList, m_OperationLock, m_ScopeRegistry, m_StatusTracker, MakeJobKey(), CNSGroupsRegistry::RemoveJob(), CNSScopeRegistry::RemoveJob(), CNSAffinityRegistry::RemoveJobFromAffinity(), result, bm::bvector< Alloc >::set_bit(), bm::bvector< Alloc >::iterator_base::valid(), x_Erase(), and x_NotifyJobChanges().

Referenced by CQueueDataBase::x_PurgeQueue().

◆ ClearWorkerNode() ◆ ConfirmReadingJob() ◆ CountActiveJobs() unsigned int CQueue::CountActiveJobs ( void ) const ◆ CountAllJobs() unsigned int CQueue::CountAllJobs ( void ) const inline ◆ CountStatus() unsigned CQueue::CountStatus ( TJobStatus st ) const ◆ CountTransition() ◆ DecorateJob() string CQueue::DecorateJob ( unsigned int job_id ) const inline ◆ DeleteBatch() unsigned int CQueue::DeleteBatch ( unsigned int max_deleted )

Definition at line 3639 of file ns_queue.cpp.

References chunk_size, CStatisticsCounters::CountDBDeletion(), map_checker< Container >::erase(), bm::bvector< Alloc >::first(), m_Jobs, m_JobsToDelete, m_JobsToDeleteLock, m_JobsToDeleteOps, m_OperationLock, m_ReadJobs, m_ReadJobsOps, m_StatisticsCounters, n, bm::bvector< Alloc >::opt_free_0, bm::bvector< Alloc >::optimize(), bm::bvector< Alloc >::set_bit(), and bm::bvector< Alloc >::iterator_base::valid().

◆ Dump()

Definition at line 4644 of file ns_queue.cpp.

References bm::bvector< Alloc >::any(), DecorateJob(), CNSAffinityRegistry::Dump(), CNSGroupsRegistry::Dump(), CNetScheduleAPI::eCanceled, CNetScheduleAPI::eConfirmed, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, map_checker< Container >::end(), CNetScheduleAPI::ePending, CNetScheduleAPI::eReadFailed, CNetScheduleAPI::eReading, ERR_POST, CNetScheduleAPI::eRunning, map_checker< Container >::find(), bm::bvector< Alloc >::first(), CNSScopeRegistry::GetAllJobsInScopes(), CJobStatusTracker::GetJobs(), m_AffinityRegistry, m_GroupRegistry, m_Jobs, m_QueueName, m_ScopeRegistry, m_StatusTracker, NULL, RemoveDump(), bm::bvector< Alloc >::iterator_base::valid(), SJobDumpHeader::Write(), and x_GetJobsDumpFileName().

◆ EraseJob() void CQueue::EraseJob ( unsigned job_id, TJobStatus status ) ◆ FailJob()

Definition at line 2987 of file ns_queue.cpp.

References client, CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), CJobEvent::eFail, CStatisticsCounters::eFail, CNetScheduleAPI::eFailed, CJobEvent::eFinalFail, eGet, CJob::eInvalidTokenFormat, map_checker< Container >::end(), CJob::eNoMatch, CStatisticsCounters::eNone, eNoPause, CJob::ePassportOnlyMatch, CNetScheduleAPI::ePending, eRead, ERR_POST, CNetScheduleAPI::eRunning, eStatusChanged, map_checker< Container >::find(), g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), CQueueParamAccessor::GetFailedRetries(), GetJobStatus(), CQueueParamAccessor::GetMaxOutputSize(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_Log, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadJobs, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), output, CNSClientsRegistry::RegisterBlacklistedJob(), CJobStatusTracker::SetStatus(), TimeLineRemove(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), Warning(), and x_NotifyJobChanges().

Referenced by CNetScheduleHandler::x_ProcessPutFailure().

◆ FailReadingJob() ◆ GetAffinityTokenByID() string CQueue::GetAffinityTokenByID ( unsigned int aff_id ) const ◆ GetAffSlotsUsed() size_t CQueue::GetAffSlotsUsed ( void ) const inline ◆ GetClientsCount() size_t CQueue::GetClientsCount ( void ) const inline ◆ GetFailedRetries() unsigned CQueue::GetFailedRetries ( ) const inline ◆ GetGCBacklogCount() size_t CQueue::GetGCBacklogCount ( void ) const inline ◆ GetGroupsCount() size_t CQueue::GetGroupsCount ( void ) const inline ◆ GetGroupSlotsUsed() size_t CQueue::GetGroupSlotsUsed ( void ) const inline ◆ GetJobForReadingOrWait() bool CQueue::GetJobForReadingOrWait ( const CNSClientId & client, unsigned int port, unsigned int timeout, const list< string > * aff_list, bool reader_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, const list< string > * group_list, bool affinity_may_change, bool group_may_change, CJob * job, bool * no_more_jobs, CNSRollbackInterface *& rollback_action, string & added_pref_aff )

Definition at line 2011 of file ns_queue.cpp.

References CQueue::x_SJobPick::aff_id, CNSClientsRegistry::AppendType(), CNSClientsRegistry::CancelWaiting(), client, CStatisticsCounters::CountOutdatedPick(), CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), CNetScheduleAPI::eCanceled, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, eRead, CNSClient::eReader, CNetScheduleAPI::eReading, eStatusChanged, CQueue::x_SJobPick::exclusive, g_DoPerfLogging(), CNSClientsRegistry::GetAffinityReset(), CJob::GetExpirationTime(), GetJobStatus(), CNSAffinityRegistry::GetTokenByID(), CJobGCRegistry::IsOutdatedJob(), CNSClientsRegistry::IsPreferredByAny(), CQueue::x_SJobPick::job_id, k_NoAffinityToken, m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_MaxPendingReadWaitTimeout, m_OperationLock, m_PendingTimeout, m_ReadJobs, m_ReadJobsOps, m_ReadTimeout, m_RunTimeout, m_StatisticsCounters, m_StatusTracker, m_Timeout, MakeJobKey(), NULL, CNSClientsRegistry::RegisterJob(), CNSAffinityRegistry::ResolveAffinities(), CNSGroupsRegistry::ResolveGroups(), bm::bvector< Alloc >::set_bit(), CJobStatusTracker::SetStatus(), TimeLineAdd(), CJobGCRegistry::UpdateLifetime(), CNSClientsRegistry::UpdatePreferredAffinities(), CNSClientsRegistry::WasGarbageCollected(), x_FindOutdatedJobForReading(), x_FindVacantJob(), x_NoMoreReadJobs(), x_NotifyJobChanges(), x_RegisterReadListener(), and x_UpdateDB_ProvideJobNoLock().

Referenced by CNetScheduleHandler::x_ProcessReading().

◆ GetJobOrWait() bool CQueue::GetJobOrWait ( const CNSClientId & client, unsigned short port, unsigned int timeout, const list< string > * aff_list, bool wnode_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, bool new_format, const list< string > * group_list, CJob * new_job, CNSRollbackInterface *& rollback_action, string & added_pref_aff )

Definition at line 717 of file ns_queue.cpp.

References CQueue::x_SJobPick::aff_id, CJobStatusTracker::AnyPending(), CNSClientsRegistry::AppendType(), CNSNotificationList::ClearExactGetNotifications(), client, CStatisticsCounters::CountOutdatedPick(), CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), eGet, CNetScheduleAPI::ePending, CNetScheduleAPI::eRunning, eStatusChanged, CNSClient::eWorkerNode, CQueue::x_SJobPick::exclusive, g_DoPerfLogging(), CNSClientsRegistry::GetAffinityReset(), CJob::GetExpirationTime(), GetJobStatus(), CNSAffinityRegistry::GetTokenByID(), CJobGCRegistry::IsOutdatedJob(), CNSClientsRegistry::IsPreferredByAny(), CQueue::x_SJobPick::job_id, k_NoAffinityToken, m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_MaxPendingWaitTimeout, m_NotificationsList, m_OperationLock, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_StatisticsCounters, m_StatusTracker, m_Timeout, MakeJobKey(), NULL, CNSClientsRegistry::RegisterJob(), CNSAffinityRegistry::ResolveAffinities(), CNSGroupsRegistry::ResolveGroups(), CJobStatusTracker::SetStatus(), TimeLineAdd(), CJobGCRegistry::UpdateLifetime(), CNSClientsRegistry::WasGarbageCollected(), x_FindOutdatedPendingJob(), x_FindVacantJob(), x_NotifyJobChanges(), x_RegisterGetListener(), x_UnregisterGetListener(), and x_UpdateDB_ProvideJobNoLock().

Referenced by CNetScheduleHandler::x_ProcessGetJob(), and CNetScheduleHandler::x_ProcessJobExchange().

◆ GetJobsPerState()

Definition at line 4429 of file ns_queue.cpp.

References bm::bvector< Alloc >::clear(), client, bm::bvector< Alloc >::count(), g_ValidJobStatuses, g_ValidJobStatusesSize, CNSScopeRegistry::GetAllJobsInScopes(), CNSAffinityRegistry::GetIDByToken(), CNSGroupsRegistry::GetJobs(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetJobs(), CNSAffinityRegistry::GetJobsWithAffinity(), kNoScopeOnly, m_AffinityRegistry, m_GroupRegistry, m_OperationLock, m_ScopeRegistry, and m_StatusTracker.

Referenced by PrintJobsStat(), and CNetScheduleHandler::x_ProcessQueueInfo().

◆ GetJobStatus() TJobStatus CQueue::GetJobStatus ( unsigned job_id ) const

Definition at line 1946 of file ns_queue.cpp.

References CJobStatusTracker::GetStatus(), and m_StatusTracker.

Referenced by FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), GetStatusAndLifetime(), GetStatusAndLifetimeAndTouch(), JobDelayExpiration(), JobDelayReadExpiration(), CNSClient::Print(), PutResult(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), CNSGroupsRegistry::x_PrintOne(), CNSScopeRegistry::x_PrintOne(), and CNSAffinityRegistry::x_PrintOne().

◆ GetJobsToDeleteCount() unsigned int CQueue::GetJobsToDeleteCount ( void ) const ◆ GetLinkedSections() ◆ GetMaxIOSizesAndLinkedSections() void CQueue::GetMaxIOSizesAndLinkedSections ( unsigned int & max_input_size, unsigned int & max_output_size, map< string, map< string, string > > & linked_sections ) const ◆ GetMaxPendingWaitTimeout() ◆ GetNextId() unsigned int CQueue::GetNextId ( ) ◆ GetNextJobIdForBatch() unsigned int CQueue::GetNextJobIdForBatch ( unsigned count ) ◆ GetNotifCount() size_t CQueue::GetNotifCount ( void ) const inline ◆ GetParameters() ◆ GetPauseStatus() ◆ GetPendingTimeout() ◆ GetQueueKind() ◆ GetQueueName() ◆ GetReadTimeout() ◆ GetRefuseSubmits() bool CQueue::GetRefuseSubmits ( void ) const inline ◆ GetRunTimeout() ◆ GetScopeSlotsUsed() size_t CQueue::GetScopeSlotsUsed ( void ) const inline ◆ GetStatusAndLifetime() ◆ GetStatusAndLifetimeAndTouch()

Definition at line 1252 of file ns_queue.cpp.

References CNSPreciseTime::Current(), CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), map_checker< Container >::find(), GetJobStatus(), m_GCRegistry, m_Jobs, m_OperationLock, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_Timeout, NCBI_THROW, CJobGCRegistry::UpdateLifetime(), and x_GetEstimatedJobLifetime().

Referenced by CNetScheduleHandler::x_ProcessFastStatusS().

◆ GetTimeout() ◆ IsEmpty() bool CQueue::IsEmpty ( void ) const ◆ IsProgramAllowed() ◆ IsReaderAllowed() bool CQueue::IsReaderAllowed ( unsigned host ) const inline ◆ IsSubmitAllowed() bool CQueue::IsSubmitAllowed ( unsigned host ) const inline ◆ IsWorkerAllowed() bool CQueue::IsWorkerAllowed ( unsigned host ) const inline ◆ JobDelayExpiration()

Definition at line 1126 of file ns_queue.cpp.

References CNSPreciseTime::Current(), CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), CNetScheduleAPI::eRunning, map_checker< Container >::find(), GetJobStatus(), GetRunTimeout(), kTimeZero, m_Jobs, m_OperationLock, and TimeLineMove().

Referenced by CNetScheduleHandler::x_ProcessJobDelayExpiration().

◆ JobDelayReadExpiration()

Definition at line 1173 of file ns_queue.cpp.

References CNSPreciseTime::Current(), CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), CNetScheduleAPI::eReading, map_checker< Container >::find(), GetJobStatus(), GetReadTimeout(), kTimeZero, m_Jobs, m_OperationLock, and TimeLineMove().

Referenced by CNetScheduleHandler::x_ProcessJobDelayReadExpiration().

◆ LoadFromDump()

Definition at line 4735 of file ns_queue.cpp.

References CNSAffinityRegistry::AddJobToAffinity(), CNSGroupsRegistry::AddJobToGroup(), CTimeLine< BV >::AddObject(), CNetScheduleAPI::eReading, CNetScheduleAPI::eRunning, CNSAffinityRegistry::FinalizeAffinityDictionaryLoading(), CNSGroupsRegistry::FinalizeGroupDictionaryLoading(), AutoArray< X, Del >::get(), CJob::GetAffinityId(), CJob::GetGroupId(), CTimeLine< BV >::GetHead(), CJob::GetId(), GetJobExpirationTime(), CJob::GetLastTouch(), CJob::GetReadTimeout(), CJob::GetRunTimeout(), CJob::GetStatus(), CJob::GetSubmitTime(), CJob::GetTimeout(), kNetScheduleMaxOverflowSize, kTimeZero, CNSAffinityRegistry::LoadFromDump(), CNSGroupsRegistry::LoadFromDump(), CJob::LoadFromDump(), m_AffinityRegistry, m_GCRegistry, m_GroupRegistry, m_Jobs, m_PendingTimeout, m_QueueName, m_ReadTimeout, m_RunTimeLine, m_RunTimeout, m_StatusTracker, m_Timeout, NULL, SJobDumpHeader::Read(), CJobGCRegistry::RegisterJob(), CJobStatusTracker::SetExactStatusNoLock(), x_ClearQueue(), and x_GetJobsDumpFileName().

◆ MakeJobKey() string CQueue::MakeJobKey ( unsigned int job_id ) const

Definition at line 4055 of file ns_queue.cpp.

References CNetScheduleKeyGenerator::Generate(), CNetScheduleKeyGenerator::GenerateCompoundID(), CNetScheduleServer::GetCompoundIDPool(), m_KeyGenerator, m_ScrambleJobKeys, and m_Server.

Referenced by CheckJobsExpiry(), DecorateJob(), g_DoErasePerfLogging(), g_DoPerfLogging(), GetJobForReadingOrWait(), GetJobOrWait(), CNSClient::Print(), PutProgressMessage(), CNSSubmitRollback::Rollback(), CNSBatchSubmitRollback::Rollback(), CNSGetJobRollback::Rollback(), CNSReadJobRollback::Rollback(), SetJobListener(), CJob::x_AppendKey(), x_CancelJobs(), x_CheckExecutionTimeout(), x_LogSubmit(), CNetScheduleHandler::x_PrintGetJobResponse(), CNSGroupsRegistry::x_PrintOne(), CNSScopeRegistry::x_PrintOne(), CNSAffinityRegistry::x_PrintOne(), CNetScheduleHandler::x_ProcessReading(), CNetScheduleHandler::x_ProcessSubmit(), and x_ResetDueTo().

◆ MarkClientAsAdmin() ◆ NotifyExactListeners() ◆ NotifyListenersPeriodically()

Definition at line 3186 of file ns_queue.cpp.

References bm::bvector< Alloc >::any(), CJobStatusTracker::AnyPending(), CNSNotificationList::CheckOutdatedJobs(), CNSNotificationList::CheckTimeout(), eGet, eRead, CJobStatusTracker::GetOutdatedPendingJobs(), CJobStatusTracker::GetOutdatedReadVacantJobs(), kTimeNever, kTimeZero, m_ClientsRegistry, m_GCRegistry, m_MaxPendingReadWaitTimeout, m_MaxPendingWaitTimeout, m_NotifHifreqInterval, m_NotifHifreqPeriod, m_NotificationsList, m_NotifLofreqMult, m_OperationLock, m_ReadJobs, m_StatusTracker, and CNSNotificationList::NotifyPeriodically().

◆ OptimizeMem() void CQueue::OptimizeMem ( ) ◆ PrintAffinitiesList() ◆ PrintAllJobDbStat()

Definition at line 3867 of file ns_queue.cpp.

References bm::bvector< Alloc >::clear(), client, count, CNetScheduleAPI::eCanceled, CNetScheduleAPI::eConfirmed, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, CNetScheduleAPI::ePending, CNetScheduleAPI::eReadFailed, CNetScheduleAPI::eReading, ERR_POST, CNetScheduleAPI::eRunning, CNSScopeRegistry::GetAllJobsInScopes(), CNSAffinityRegistry::GetIDByToken(), CNSGroupsRegistry::GetJobs(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetJobs(), CNSAffinityRegistry::GetJobsWithAffinity(), kNoScopeOnly, m_AffinityRegistry, m_ClientsRegistry, m_GroupRegistry, m_OperationLock, m_ScopeRegistry, m_StatusTracker, CNSClientsRegistry::MarkAsAdmin(), Warning(), and x_DumpJobs().

Referenced by CNetScheduleHandler::x_ProcessDump().

◆ PrintClientsList() string CQueue::PrintClientsList ( bool verbose ) const ◆ PrintGroupsList() ◆ PrintJobCounters() void CQueue::PrintJobCounters ( void ) const

Definition at line 4387 of file ns_queue.cpp.

References CNetScheduleAPI::eCanceled, CNetScheduleAPI::eConfirmed, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, CNetScheduleAPI::ePending, CNetScheduleAPI::eReadFailed, CNetScheduleAPI::eReading, CNetScheduleAPI::eRunning, g_DoPerfLogging(), CJobStatusTracker::GetJobCounters(), and m_StatusTracker.

◆ PrintJobDbStat()

Definition at line 3810 of file ns_queue.cpp.

References client, eGCEraseTime, map_checker< Container >::end(), eScope, map_checker< Container >::find(), bm::bvector< Alloc >::get_bit(), CNSScopeRegistry::GetAllJobsInScopes(), CNSScopeRegistry::GetJobs(), CNSScopeRegistry::GetJobScope(), CJobGCRegistry::GetLifetime(), kNewLine(), kNoScopeOnly, m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_Jobs, m_JobsToDelete, m_JobsToDeleteLock, m_OperationLock, m_ScopeRegistry, CNSClientsRegistry::MarkAsAdmin(), and NS_FormatPreciseTime().

Referenced by CNetScheduleHandler::x_ProcessDump().

◆ PrintJobsStat() ◆ PrintNotificationsList() string CQueue::PrintNotificationsList ( bool verbose ) const ◆ PrintScopesList() string CQueue::PrintScopesList ( bool verbose ) const ◆ PrintStatistics() void CQueue::PrintStatistics ( size_t & aff_count ) const

Definition at line 4331 of file ns_queue.cpp.

References CountStatus(), ctx, CNSPreciseTime::Current(), delta(), CNetScheduleAPI::eCanceled, CNetScheduleAPI::eConfirmed, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, CNetScheduleAPI::ePending, CNetScheduleAPI::eReadFailed, CNetScheduleAPI::eReading, CNetScheduleAPI::eRunning, CNetScheduleHandler::eStatus_OK, CDiagContext_Extra::Flush(), GetDiagContext(), GetQueueName(), m_AffinityRegistry, m_StatisticsCounters, m_StatisticsCountersLastPrinted, m_StatisticsCountersLastPrintedTimestamp, NS_FormatPreciseTimeAsSec(), NULL, CDiagContext_Extra::Print(), CStatisticsCounters::PrintDelta(), CDiagContext::PrintRequestStart(), CDiagContext::PrintRequestStop(), CStatisticsCounters::PrintTransitions(), CDiagContext::SetRequestContext(), and CNSAffinityRegistry::size().

◆ PrintTransitionCounters() string CQueue::PrintTransitionCounters ( void ) const ◆ PurgeAffinities() unsigned int CQueue::PurgeAffinities ( void )

Definition at line 3706 of file ns_queue.cpp.

References CNSAffinityRegistry::CheckRemoveCandidates(), CNSAffinityRegistry::CollectGarbage(), SNSRegistryParameters::dirt_percentage, CNetScheduleServer::GetAffRegistrySettings(), SNSRegistryParameters::high_mark_percentage, SNSRegistryParameters::high_removal, SNSRegistryParameters::low_mark_percentage, SNSRegistryParameters::low_removal, m_AffinityRegistry, m_Server, SNSRegistryParameters::max_records, and CNSAffinityRegistry::size().

◆ PurgeBlacklistedJobs() void CQueue::PurgeBlacklistedJobs ( void ) ◆ PurgeClientRegistry()

Definition at line 3793 of file ns_queue.cpp.

References m_ClientRegistryMinAdmins, m_ClientRegistryMinReaders, m_ClientRegistryMinSubmitters, m_ClientRegistryMinUnknowns, m_ClientRegistryMinWorkerNodes, m_ClientRegistryTimeoutAdmin, m_ClientRegistryTimeoutReader, m_ClientRegistryTimeoutSubmitter, m_ClientRegistryTimeoutUnknown, m_ClientRegistryTimeoutWorkerNode, m_ClientsRegistry, m_Log, m_OperationLock, and CNSClientsRegistry::Purge().

◆ PurgeGroups() unsigned int CQueue::PurgeGroups ( void )

Definition at line 3742 of file ns_queue.cpp.

References CNSGroupsRegistry::CheckRemoveCandidates(), CNSGroupsRegistry::CollectGarbage(), SNSRegistryParameters::dirt_percentage, CNetScheduleServer::GetGroupRegistrySettings(), SNSRegistryParameters::high_mark_percentage, SNSRegistryParameters::high_removal, SNSRegistryParameters::low_mark_percentage, SNSRegistryParameters::low_removal, m_GroupRegistry, m_Server, SNSRegistryParameters::max_records, and CNSGroupsRegistry::size().

◆ PutProgressMessage()

Definition at line 1336 of file ns_queue.cpp.

References CNSPreciseTime::Current(), map_checker< Container >::end(), eProgressMessageChanged, map_checker< Container >::find(), m_GCRegistry, m_Jobs, m_OperationLock, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_Timeout, MakeJobKey(), msg(), CJobGCRegistry::UpdateLifetime(), and x_NotifyJobChanges().

Referenced by CNetScheduleHandler::x_ProcessPutMessage().

◆ PutResult()

Definition at line 650 of file ns_queue.cpp.

References client, CStatisticsCounters::CountTransition(), CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, eGet, CNetScheduleAPI::ePending, eRead, CNetScheduleAPI::eRunning, eStatusChanged, g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), CJob::GetAffinityId(), CJob::GetExpirationTime(), GetJobStatus(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_MaxOutputSize, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PendingTimeout, m_ReadJobs, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), output, CJobStatusTracker::SetStatus(), TimeLineRemove(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), x_NotifyJobChanges(), and x_UpdateDB_PutResultNoLock().

Referenced by CNetScheduleHandler::x_ProcessJobExchange(), and CNetScheduleHandler::x_ProcessPut().

◆ ReadAndTouchJob()

Definition at line 1650 of file ns_queue.cpp.

Referenced by CNetScheduleHandler::x_ProcessGetMessage(), and CNetScheduleHandler::x_ProcessStatus().

◆ RedoJob()

Definition at line 1590 of file ns_queue.cpp.

References client, CStatisticsCounters::CountRedo(), CNSPreciseTime::Current(), eGet, CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), eNoPause, CNetScheduleAPI::ePending, CNetScheduleAPI::eReading, CJobEvent::eRedo, ERR_POST, CNetScheduleAPI::eRunning, eStatusChanged, map_checker< Container >::find(), g_DoPerfLogging(), GetJobStatus(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), CJobStatusTracker::SetStatus(), CJobGCRegistry::UpdateLifetime(), and x_NotifyJobChanges().

Referenced by CNetScheduleHandler::x_ProcessRedo().

◆ RegisterQueueResumeNotification() void CQueue::RegisterQueueResumeNotification ( unsigned int address, unsigned short port, bool new_format ) ◆ RegisterSocketWriteError() ◆ RemoveDump() void CQueue::RemoveDump ( const string & dump_dir_name ) ◆ RereadJob()

Definition at line 2258 of file ns_queue.cpp.

References client, CStatisticsCounters::CountReread(), CNSPreciseTime::Current(), CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), CNetScheduleAPI::ePending, eRead, CNetScheduleAPI::eReading, CJobEvent::eReread, CNetScheduleAPI::eRunning, eStatusChanged, map_checker< Container >::find(), g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), GetJobStatus(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PendingTimeout, m_ReadJobs, m_ReadJobsOps, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), bm::bvector< Alloc >::set_bit(), CJobEvent::SetNodeAddr(), CJobStatusTracker::SetStatus(), CJobGCRegistry::UpdateLifetime(), and x_NotifyJobChanges().

Referenced by CNetScheduleHandler::x_ProcessReread().

◆ RescheduleJob()

Definition at line 1470 of file ns_queue.cpp.

References CNSGroupsRegistry::AddJob(), CNSAffinityRegistry::AddJobToAffinity(), CJobGCRegistry::ChangeAffinityAndGroup(), client, CStatisticsCounters::CountToPendingRescheduled(), CNSPreciseTime::Current(), CJob::eCompleteMatch, eGet, CJob::eInvalidTokenFormat, map_checker< Container >::end(), eNoPause, CNetScheduleAPI::ePending, CJobEvent::eReschedule, ERR_POST, CNetScheduleAPI::eRunning, eStatusChanged, map_checker< Container >::find(), g_DoPerfLogging(), CJob::GetAffinityId(), GetJobStatus(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), CNSGroupsRegistry::RemoveJob(), CNSAffinityRegistry::RemoveJobFromAffinity(), CNSAffinityRegistry::ResolveAffinity(), CNSGroupsRegistry::ResolveGroup(), CJobStatusTracker::SetStatus(), TimeLineRemove(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), and x_NotifyJobChanges().

Referenced by CNetScheduleHandler::x_ProcessReschedule().

◆ RestorePauseStatus() ◆ ReturnJob()

Definition at line 1362 of file ns_queue.cpp.

References client, CStatisticsCounters::CountNSGetRollback(), CStatisticsCounters::CountToPendingWithoutBlacklist(), CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), eGet, CJob::eInvalidTokenFormat, map_checker< Container >::end(), CJob::eNoMatch, eNoPause, CJobEvent::eNSGetRollback, CJob::ePassportOnlyMatch, CNetScheduleAPI::ePending, CJobEvent::eReturn, CJobEvent::eReturnNoBlacklist, eRollback, ERR_POST, CNetScheduleAPI::eRunning, eStatusChanged, eWithBlacklist, eWithoutBlacklist, map_checker< Container >::find(), g_DoPerfLogging(), GetJobStatus(), CJob::GetRunCount(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), CNSClientsRegistry::RegisterBlacklistedJob(), CJobStatusTracker::SetStatus(), TimeLineRemove(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), Warning(), and x_NotifyJobChanges().

Referenced by CNSGetJobRollback::Rollback(), and CNetScheduleHandler::x_ProcessReturn().

◆ ReturnReadingJob() ◆ SetAffinity()

Definition at line 1069 of file ns_queue.cpp.

References CNSClientsRegistry::AppendType(), client, eGet, CNSClient::eReader, CNSClient::eWorkerNode, bm::bvector< Alloc >::get_bit(), CNetScheduleServer::GetAffRegistrySettings(), CNSClientsRegistry::GetPreferredAffinities(), m_AffinityRegistry, m_ClientsRegistry, m_OperationLock, m_Server, SNSRegistryParameters::max_records, NCBI_THROW, CNSAffinityRegistry::ResolveAffinityToken(), bm::bvector< Alloc >::set_bit(), and CNSClientsRegistry::SetPreferredAffinities().

Referenced by CNetScheduleHandler::x_ProcessSetAffinity().

◆ SetClientData() ◆ SetClientScope() ◆ SetJobListener() ◆ SetParameters()

Definition at line 159 of file ns_queue.cpp.

◆ SetPauseStatus()

Definition at line 4528 of file ns_queue.cpp.

References CJobStatusTracker::AnyPending(), client, eNoPause, m_ClientsRegistry, m_NotificationsList, m_PauseStatus, m_Server, m_StatusTracker, CNSClientsRegistry::MarkAsAdmin(), CNSNotificationList::onQueueResumed(), and SerializePauseState().

Referenced by CNetScheduleHandler::x_ProcessPause(), and CNetScheduleHandler::x_ProcessResume().

◆ SetRefuseSubmits() void CQueue::SetRefuseSubmits ( bool val ) inline ◆ ShouldPerfLogTransitions() bool CQueue::ShouldPerfLogTransitions ( void ) const inline ◆ StaleNodes() ◆ StatusStatistics() ◆ Submit()

Definition at line 399 of file ns_queue.cpp.

References CNSGroupsRegistry::AddJob(), CNSScopeRegistry::AddJob(), CJobStatusTracker::AddPendingJob(), CNSClientsRegistry::AddToSubmitted(), CJob::AppendEvent(), CNSAffinityRegistry::CanAccept(), CNSGroupsRegistry::CanAccept(), CNSScopeRegistry::CanAccept(), client, CStatisticsCounters::CountSubmit(), CNSPreciseTime::Current(), eGet, eNoPause, CNetScheduleAPI::eOutOfOrder, CNetScheduleAPI::ePending, CJobEvent::eSubmit, eUndefined, CNetScheduleServer::GetAffRegistrySettings(), CJob::GetExpirationTime(), CNetScheduleServer::GetGroupRegistrySettings(), CJob::GetInput(), CJob::GetMask(), GetNextId(), CNetScheduleServer::GetScopeRegistrySettings(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_MaxInputSize, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_Server, m_StatisticsCounters, m_StatusTracker, m_Timeout, SNSRegistryParameters::max_records, NCBI_THROW, CNSNotificationList::Notify(), CJobGCRegistry::RegisterJob(), CNSAffinityRegistry::ResolveAffinityToken(), CJob::SetAffinityId(), CJob::SetGroupId(), CJob::SetId(), CJob::SetLastTouch(), CJob::SetPassport(), and x_LogSubmit().

Referenced by CNetScheduleHandler::x_ProcessSubmit().

◆ SubmitBatch()

Definition at line 520 of file ns_queue.cpp.

References CNSScopeRegistry::AddJobs(), CNSGroupsRegistry::AddJobs(), CJobStatusTracker::AddPendingBatch(), CNSClientsRegistry::AddToSubmitted(), CJob::AppendEvent(), CNSAffinityRegistry::CanAccept(), CNSGroupsRegistry::CanAccept(), CNSScopeRegistry::CanAccept(), client, CStatisticsCounters::CountSubmit(), CNSPreciseTime::Current(), CJobEvent::eBatchSubmit, eGet, eNoPause, CNetScheduleAPI::ePending, eUndefined, first(), CNetScheduleServer::GetAffRegistrySettings(), CNetScheduleServer::GetGroupRegistrySettings(), GetNextJobIdForBatch(), CNetScheduleServer::GetScopeRegistrySettings(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_LogBatchEachJob, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_Server, m_StatisticsCounters, m_StatusTracker, m_Timeout, SNSRegistryParameters::max_records, NCBI_THROW, CNSNotificationList::Notify(), CJobGCRegistry::RegisterJob(), CNSGroupsRegistry::ResolveGroup(), bm::bvector< Alloc >::set_bit(), bm::bvector< Alloc >::set_range(), CJob::SetAffinityId(), CJob::SetGroupId(), CJob::SetId(), CJob::SetLastTouch(), CJob::SetPassport(), bm::bvector< Alloc >::size(), and x_LogSubmit().

◆ TimeLineAdd() ◆ TimeLineExchange() ◆ TimeLineMove() ◆ TimeLineRemove() void CQueue::TimeLineRemove ( unsigned int job_id )

Definition at line 3614 of file ns_queue.cpp.

References m_RunTimeLine, m_RunTimeLineLock, and CTimeLine< BV >::RemoveObject().

Referenced by Cancel(), EraseJob(), FailJob(), PutResult(), RescheduleJob(), ReturnJob(), x_CancelJobs(), x_ChangeReadingStatus(), and x_ResetDueTo().

◆ TouchClientsRegistry() void CQueue::TouchClientsRegistry ( CNSClientId & client, bool & client_was_found, bool & session_was_reset, string & old_session, bool & had_wn_pref_affs, bool & had_reader_pref_affs )

Definition at line 4064 of file ns_queue.cpp.

References bm::bvector< Alloc >::any(), client, m_ClientsRegistry, m_OperationLock, CGuard< Resource, Lock, Unlock, ReportExceptions >::Release(), CNSClientsRegistry::Touch(), x_ResetReadingDueToNewSession(), and x_ResetRunningDueToNewSession().

Referenced by CNetScheduleHandler::x_ProcessMsgRequest(), and CNetScheduleHandler::x_ProcessSetQueue().

◆ UpdatePerfLoggingSettings() void CQueue::UpdatePerfLoggingSettings ( const string & qclass ) ◆ x_CancelJobs()

Definition at line 1782 of file ns_queue.cpp.

References client, count, CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), DecorateJob(), CJobEvent::eCancel, CNetScheduleAPI::eCanceled, eGet, map_checker< Container >::end(), eRead, CNetScheduleAPI::eReading, ERR_POST, CNetScheduleAPI::eRunning, eStatusChanged, CDiagContext::Extra(), map_checker< Container >::find(), bm::bvector< Alloc >::first(), g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), CNSScopeRegistry::GetAllJobsInScopes(), GetDiagContext(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetStatus(), kNoScopeOnly, m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_PendingTimeout, m_ReadJobs, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, MakeJobKey(), CNSNotificationList::Notify(), CDiagContext_Extra::Print(), CJobEvent::SetNodeAddr(), CJobStatusTracker::SetStatus(), TimeLineRemove(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), bm::bvector< Alloc >::iterator_base::valid(), and x_NotifyJobChanges().

Referenced by CancelAllJobs(), and CancelSelectedJobs().

◆ x_ChangeReadingStatus()

Definition at line 2341 of file ns_queue.cpp.

References _ASSERT, client, CStatisticsCounters::CountNSReadRollback(), CStatisticsCounters::CountTransition(), CNSPreciseTime::Current(), CNetScheduleAPI::eCanceled, CNetScheduleAPI::eConfirmed, CNetScheduleAPI::eDone, CStatisticsCounters::eFail, CNetScheduleAPI::eFailed, CJob::eInvalidTokenFormat, CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), CJob::eNoMatch, CStatisticsCounters::eNone, CJobEvent::eNSReadRollback, eRead, CJobEvent::eReadDone, CJobEvent::eReadFail, CNetScheduleAPI::eReadFailed, CJobEvent::eReadFinalFail, CNetScheduleAPI::eReading, CJobEvent::eReadRollback, eStatusChanged, map_checker< Container >::find(), g_DoPerfLogging(), GetJobStatus(), m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PendingTimeout, m_ReadFailedRetries, m_ReadJobs, m_ReadJobsOps, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, NCBI_THROW, CNSNotificationList::Notify(), bm::bvector< Alloc >::set_bit(), CJobStatusTracker::SetStatus(), CJobEvent::SetTimestamp(), CNetScheduleAPI::StatusToString(), TimeLineRemove(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), and x_NotifyJobChanges().

Referenced by ConfirmReadingJob(), FailReadingJob(), and ReturnReadingJob().

◆ x_CheckExecutionTimeout()

Definition at line 3332 of file ns_queue.cpp.

References CStatisticsCounters::CountTransition(), CNetScheduleAPI::eCanceled, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, eGet, map_checker< Container >::end(), eNoPause, CNetScheduleAPI::ePending, eRead, CNetScheduleAPI::eReadFailed, CNetScheduleAPI::eReading, CJobEvent::eReadTimeout, CNetScheduleAPI::eRunning, eStatusChanged, CJobEvent::eTimeout, CStatisticsCounters::eTimeout, CDiagContext::Extra(), map_checker< Container >::find(), g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), GetDiagContext(), GetJobStatus(), kTimeZero, m_AffinityRegistry, m_ClientsRegistry, m_FailedRetries, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_QueueName, m_ReadFailedRetries, m_ReadJobs, m_ReadJobsOps, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, MakeJobKey(), CNSClientsRegistry::MoveJobToBlacklist(), CNSNotificationList::Notify(), NS_FormatPreciseTime(), CDiagContext_Extra::Print(), bm::bvector< Alloc >::set_bit(), CJobStatusTracker::SetStatus(), TimeLineAdd(), CNSClientsRegistry::UnregisterJob(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), and x_NotifyJobChanges().

Referenced by CheckExecutionTimeout().

◆ x_ClearQueue() void CQueue::x_ClearQueue ( void ) private

Definition at line 4837 of file ns_queue.cpp.

References map_checker< Container >::clear(), bm::bvector< Alloc >::clear(), CNSAffinityRegistry::Clear(), CJobGCRegistry::Clear(), CNSGroupsRegistry::Clear(), CNSScopeRegistry::Clear(), CJobStatusTracker::ClearAll(), m_AffinityRegistry, m_GCRegistry, m_GroupRegistry, m_Jobs, m_JobsToDelete, m_ReadJobs, m_RunTimeLine, m_ScopeRegistry, m_StatusTracker, and CTimeLine< BV >::ReInit().

Referenced by LoadFromDump().

◆ x_DumpJobs()

Definition at line 3943 of file ns_queue.cpp.

References bm::bvector< Alloc >::any(), buffer, bm::bvector< Alloc >::count(), count, eGCEraseTime, map_checker< Container >::end(), eScope, map_checker< Container >::find(), bm::bvector< Alloc >::first(), CNSScopeRegistry::GetJobScope(), CJobGCRegistry::GetLifetime(), kEmptyStr, kNewLine(), m_AffinityRegistry, m_DumpBufferSize, m_GCRegistry, m_GroupRegistry, m_Jobs, m_OperationLock, m_ScopeRegistry, NS_FormatPreciseTime(), Print(), result, and bm::bvector< Alloc >::iterator_base::valid().

Referenced by PrintAllJobDbStat().

◆ x_Erase() ◆ x_FindOutdatedJobForReading() [1/2] ◆ x_FindOutdatedJobForReading() [2/2]

Definition at line 2955 of file ns_queue.cpp.

References bm::bvector< Alloc >::any(), client, eRead, bm::bvector< Alloc >::first(), CJobGCRegistry::GetAffinityID(), CNSScopeRegistry::GetAllJobsInScopes(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetOutdatedReadVacantJobs(), kNoScopeOnly, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_MaxPendingReadWaitTimeout, m_ReadJobs, m_ScopeRegistry, m_StatusTracker, CNSGroupsRegistry::RestrictByGroup(), bm::bvector< Alloc >::set_bit(), and CNSClientsRegistry::SubtractBlacklistedJobs().

◆ x_FindOutdatedPendingJob() [1/2] ◆ x_FindOutdatedPendingJob() [2/2]

Definition at line 2892 of file ns_queue.cpp.

References CQueue::x_SJobPick::aff_id, bm::bvector< Alloc >::any(), client, eGet, CQueue::x_SJobPick::exclusive, bm::bvector< Alloc >::first(), CJobGCRegistry::GetAffinityID(), CNSScopeRegistry::GetAllJobsInScopes(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetOutdatedPendingJobs(), CQueue::x_SJobPick::job_id, kNoScopeOnly, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_MaxPendingWaitTimeout, m_ScopeRegistry, m_StatusTracker, CNSGroupsRegistry::RestrictByGroup(), bm::bvector< Alloc >::set_bit(), and CNSClientsRegistry::SubtractBlacklistedJobs().

◆ x_FindVacantJob() [1/2] ◆ x_FindVacantJob() [2/2] CQueue::x_SJobPick CQueue::x_FindVacantJob ( const CNSClientId & client, const TNSBitVector & explicit_affs, const vector< unsigned int > & aff_ids, bool use_pref_affinity, bool any_affinity, bool exclusive_new_affinity, bool prioritized_aff, const TNSBitVector & group_ids, bool has_groups, ECommandGroup cmd_group, const string & scope ) private

Definition at line 2547 of file ns_queue.cpp.

References CNSClientsRegistry::AddBlacklistedJobs(), bm::bvector< Alloc >::any(), client, eGet, bm::bvector< Alloc >::empty(), CNetScheduleAPI::ePending, eRead, bm::bvector< Alloc >::first(), bm::bvector< Alloc >::get_bit(), CJobGCRegistry::GetAffinityID(), CNSScopeRegistry::GetAllJobsInScopes(), CNSClientsRegistry::GetAllPreferredAffinities(), CJobStatusTracker::GetJobByStatus(), CNSGroupsRegistry::GetJobs(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetJobs(), CNSClientsRegistry::GetPreferredAffinities(), kEmptyBitVector, kNoScopeOnly, m_AffinityRegistry, m_ClientsRegistry, m_GCRegistry, m_GroupRegistry, m_MaxJobsPerClient, m_ReadJobs, m_ScopeRegistry, m_StatesForRead, m_StatusTracker, CNSGroupsRegistry::RestrictByGroup(), bm::bvector< Alloc >::set_bit(), CNSClientsRegistry::SubtractBlacklistedJobs(), bm::bvector< Alloc >::iterator_base::valid(), x_GetRunningJobsPerClientIP(), and x_ValidateMaxJobsPerClientIP().

◆ x_GetEstimatedJobLifetime() ◆ x_GetJobsDumpFileName() ◆ x_GetRunningJobsPerClientIP() map< string, size_t > CQueue::x_GetRunningJobsPerClientIP ( void ) private ◆ x_LogSubmit() void CQueue::x_LogSubmit ( const CJob & job ) private ◆ x_NoMoreReadJobs()

Definition at line 276 of file ns_queue.cpp.

References bm::bvector< Alloc >::any(), bm::BM_GAP, client, CNetScheduleAPI::ePending, eRead, CNetScheduleAPI::eReading, CNetScheduleAPI::eRunning, CNSScopeRegistry::GetAllJobsInScopes(), CNSClientsRegistry::GetAllPreferredAffinities(), CNSScopeRegistry::GetJobs(), CJobStatusTracker::GetJobs(), CNSAffinityRegistry::GetJobsWithAffinities(), CNSAffinityRegistry::GetRegisteredAffinities(), kNoScopeOnly, m_AffinityRegistry, m_ClientsRegistry, m_GroupRegistry, m_ReadJobs, m_ScopeRegistry, m_StatesForRead, m_StatusTracker, and CNSGroupsRegistry::RestrictByGroup().

Referenced by GetJobForReadingOrWait().

◆ x_NotifyJobChanges()

Definition at line 4853 of file ns_queue.cpp.

References CNSNotificationList::BuildJobChangedNotification(), CNetScheduleAPI::eDeleted, eJobDeleted, eNotificationStolen, eProgressMessageChanged, CJob::GetListenerNotifAddr(), CJob::GetListenerNotifPort(), CJob::GetLsnrNeedProgressMsgNotif(), CJob::GetStatus(), CJob::GetSubmAddr(), CJob::GetSubmNeedProgressMsgNotif(), CJob::GetSubmNotifPort(), m_NotificationsList, CNSNotificationList::NotifyJobChanges(), CJob::ShouldNotifyListener(), and CJob::ShouldNotifySubmitter().

Referenced by Cancel(), CheckJobsExpiry(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), PutProgressMessage(), PutResult(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetJobListener(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ x_RegisterGetListener() ◆ x_RegisterReadListener() ◆ x_ResetDueTo()

Definition at line 4120 of file ns_queue.cpp.

References client, CStatisticsCounters::CountTransition(), DecorateJob(), CNetScheduleAPI::eCanceled, CJobEvent::eClear, CStatisticsCounters::eClear, CNetScheduleAPI::eDone, CNetScheduleAPI::eFailed, eGet, CNetScheduleAPI::eJobNotFound, map_checker< Container >::end(), CStatisticsCounters::eNewSession, eNoPause, CNetScheduleAPI::ePending, eRead, CNetScheduleAPI::eReadFailed, ERR_POST, CNetScheduleAPI::eRunning, eStatusChanged, CJobEvent::EventToString(), map_checker< Container >::find(), g_DoPerfLogging(), bm::bvector< Alloc >::get_bit(), m_AffinityRegistry, m_ClientsRegistry, m_FailedRetries, m_GCRegistry, m_GroupRegistry, m_HandicapTimeout, m_Jobs, m_NotifHifreqPeriod, m_NotificationsList, m_OperationLock, m_PauseStatus, m_PendingTimeout, m_ReadFailedRetries, m_ReadJobs, m_ReadJobsOps, m_ReadTimeout, m_RunTimeout, m_ScopeRegistry, m_StatisticsCounters, m_StatusTracker, m_Timeout, MakeJobKey(), CNSNotificationList::Notify(), bm::bvector< Alloc >::set_bit(), CJobEvent::SetStatus(), CJobStatusTracker::SetStatus(), TimeLineRemove(), CJobGCRegistry::UpdateLifetime(), CJobGCRegistry::UpdateReadVacantTime(), and x_NotifyJobChanges().

Referenced by x_ResetReadingDueToClear(), x_ResetReadingDueToNewSession(), x_ResetRunningDueToClear(), and x_ResetRunningDueToNewSession().

◆ x_ResetReadingDueToClear() ◆ x_ResetReadingDueToNewSession() ◆ x_ResetRunningDueToClear() ◆ x_ResetRunningDueToNewSession() ◆ x_UnregisterGetListener() ◆ x_UpdateDB_ProvideJobNoLock()

Definition at line 4604 of file ns_queue.cpp.

References client, eGet, map_checker< Container >::end(), CJobEvent::eRead, CNetScheduleAPI::eReading, CJobEvent::eRequest, CNetScheduleAPI::eRunning, map_checker< Container >::find(), kTimeZero, m_Jobs, NCBI_THROW, and CJobEvent::SetTimestamp().

Referenced by GetJobForReadingOrWait(), and GetJobOrWait().

◆ x_UpdateDB_PutResultNoLock()

Definition at line 4552 of file ns_queue.cpp.

References client, CNetScheduleAPI::eDone, CJobEvent::eDone, CJob::eInvalidTokenFormat, map_checker< Container >::end(), CJob::eNoMatch, CJob::ePassportOnlyMatch, ERR_POST, map_checker< Container >::find(), m_Jobs, NCBI_THROW, output, CJobEvent::SetStatus(), and Warning().

Referenced by PutResult().

◆ x_ValidateMaxJobsPerClientIP() bool CQueue::x_ValidateMaxJobsPerClientIP ( unsigned int job_id, const map< string, size_t > & jobs_per_client_ip ) const private ◆ CJob ◆ CQueueParamAccessor ◆ m_AffinityRegistry

Definition at line 654 of file ns_queue.hpp.

Referenced by Cancel(), CancelSelectedJobs(), ChangeAffinity(), CheckJobsExpiry(), CQueue(), Dump(), FailJob(), GetAffinityTokenByID(), GetAffSlotsUsed(), GetJobForReadingOrWait(), GetJobOrWait(), GetJobsPerState(), LoadFromDump(), PrintAffinitiesList(), PrintAllJobDbStat(), PrintJobDbStat(), PrintNotificationsList(), PrintStatistics(), PrintTransitionCounters(), PurgeAffinities(), PutResult(), RedoJob(), RemoveDump(), RereadJob(), RescheduleJob(), ReturnJob(), SetAffinity(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_DumpJobs(), x_FindVacantJob(), x_NoMoreReadJobs(), and x_ResetDueTo().

◆ m_BlacklistTime ◆ m_ClientRegistryMinAdmins unsigned int CQueue::m_ClientRegistryMinAdmins private ◆ m_ClientRegistryMinReaders unsigned int CQueue::m_ClientRegistryMinReaders private ◆ m_ClientRegistryMinSubmitters unsigned int CQueue::m_ClientRegistryMinSubmitters private ◆ m_ClientRegistryMinUnknowns unsigned int CQueue::m_ClientRegistryMinUnknowns private ◆ m_ClientRegistryMinWorkerNodes unsigned int CQueue::m_ClientRegistryMinWorkerNodes private ◆ m_ClientRegistryTimeoutAdmin ◆ m_ClientRegistryTimeoutReader ◆ m_ClientRegistryTimeoutSubmitter ◆ m_ClientRegistryTimeoutUnknown ◆ m_ClientRegistryTimeoutWorkerNode ◆ m_ClientsRegistry

Definition at line 651 of file ns_queue.hpp.

Referenced by Cancel(), CancelWaitRead(), ChangeAffinity(), ClearWorkerNode(), ConfirmReadingJob(), CQueue(), FailJob(), FailReadingJob(), GetClientsCount(), GetJobForReadingOrWait(), GetJobOrWait(), MarkClientAsAdmin(), NotifyListenersPeriodically(), PrintAffinitiesList(), PrintAllJobDbStat(), PrintClientsList(), PrintJobDbStat(), PrintNotificationsList(), PrintTransitionCounters(), PurgeBlacklistedJobs(), PurgeClientRegistry(), PutResult(), RedoJob(), RegisterSocketWriteError(), RereadJob(), RescheduleJob(), ReturnJob(), ReturnReadingJob(), SetAffinity(), SetClientData(), SetClientScope(), SetParameters(), SetPauseStatus(), StaleNodes(), Submit(), SubmitBatch(), TouchClientsRegistry(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_FindOutdatedJobForReading(), x_FindOutdatedPendingJob(), x_FindVacantJob(), x_NoMoreReadJobs(), x_RegisterGetListener(), x_RegisterReadListener(), x_ResetDueTo(), and x_UnregisterGetListener().

◆ m_DumpAffBufferSize unsigned int CQueue::m_DumpAffBufferSize private ◆ m_DumpBufferSize unsigned int CQueue::m_DumpBufferSize private ◆ m_DumpClientBufferSize unsigned int CQueue::m_DumpClientBufferSize private ◆ m_DumpGroupBufferSize unsigned int CQueue::m_DumpGroupBufferSize private ◆ m_FailedRetries unsigned CQueue::m_FailedRetries private ◆ m_GCRegistry

Definition at line 730 of file ns_queue.hpp.

Referenced by Cancel(), CheckJobsExpiry(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), GetStatusAndLifetimeAndTouch(), LoadFromDump(), NotifyListenersPeriodically(), PrintJobDbStat(), PutProgressMessage(), PutResult(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_DumpJobs(), x_FindOutdatedJobForReading(), x_FindOutdatedPendingJob(), x_FindVacantJob(), x_GetEstimatedJobLifetime(), and x_ResetDueTo().

◆ m_GroupRegistry

Definition at line 727 of file ns_queue.hpp.

Referenced by Cancel(), CancelSelectedJobs(), CheckJobsExpiry(), Dump(), FailJob(), GetGroupsCount(), GetGroupSlotsUsed(), GetJobForReadingOrWait(), GetJobOrWait(), GetJobsPerState(), LoadFromDump(), PrintAllJobDbStat(), PrintGroupsList(), PrintJobDbStat(), PrintNotificationsList(), PurgeGroups(), PutResult(), RedoJob(), RemoveDump(), RereadJob(), RescheduleJob(), ReturnJob(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_DumpJobs(), x_FindOutdatedJobForReading(), x_FindOutdatedPendingJob(), x_FindVacantJob(), x_NoMoreReadJobs(), and x_ResetDueTo().

◆ m_HandicapTimeout

Definition at line 717 of file ns_queue.hpp.

Referenced by Cancel(), FailJob(), CQueueParamAccessor::GetParamValue(), PutResult(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetParameters(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_Jobs

Definition at line 638 of file ns_queue.hpp.

Referenced by Cancel(), CheckJobsExpiry(), DeleteBatch(), Dump(), FailJob(), GetStatusAndLifetime(), GetStatusAndLifetimeAndTouch(), JobDelayExpiration(), JobDelayReadExpiration(), LoadFromDump(), PrintJobDbStat(), PutProgressMessage(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetJobListener(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_DumpJobs(), x_GetRunningJobsPerClientIP(), x_ResetDueTo(), x_UpdateDB_ProvideJobNoLock(), x_UpdateDB_PutResultNoLock(), and x_ValidateMaxJobsPerClientIP().

◆ m_JobsToDelete ◆ m_JobsToDeleteLock ◆ m_JobsToDeleteOps unsigned int CQueue::m_JobsToDeleteOps private ◆ m_KeyGenerator ◆ m_Kind ◆ m_LastId unsigned int CQueue::m_LastId private ◆ m_LastIdLock ◆ m_LinkedSections ◆ m_Log ◆ m_LogBatchEachJob ◆ m_MaxInputSize unsigned CQueue::m_MaxInputSize private ◆ m_MaxJobsPerClient unsigned CQueue::m_MaxJobsPerClient private ◆ m_MaxOutputSize unsigned CQueue::m_MaxOutputSize private ◆ m_MaxPendingReadWaitTimeout ◆ m_MaxPendingWaitTimeout ◆ m_NotifHifreqInterval ◆ m_NotifHifreqPeriod

Definition at line 715 of file ns_queue.hpp.

Referenced by Cancel(), FailJob(), CQueueParamAccessor::GetParamValue(), NotifyListenersPeriodically(), PutResult(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetParameters(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_NotificationsList

Definition at line 713 of file ns_queue.hpp.

Referenced by Cancel(), CheckJobsExpiry(), CQueue(), FailJob(), GetJobOrWait(), GetNotifCount(), NotifyExactListeners(), NotifyListenersPeriodically(), PrintNotificationsList(), PutResult(), RedoJob(), RegisterQueueResumeNotification(), RereadJob(), RescheduleJob(), ReturnJob(), SetPauseStatus(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_NotifyJobChanges(), x_RegisterGetListener(), x_RegisterReadListener(), x_ResetDueTo(), and x_UnregisterGetListener().

◆ m_NotifLofreqMult unsigned int CQueue::m_NotifLofreqMult private ◆ m_OperationLock

Definition at line 648 of file ns_queue.hpp.

Referenced by Cancel(), CancelAllJobs(), CancelSelectedJobs(), CancelWaitGet(), CancelWaitRead(), ChangeAffinity(), CheckJobsExpiry(), ClearWorkerNode(), DeleteBatch(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), GetJobsPerState(), GetStatusAndLifetime(), GetStatusAndLifetimeAndTouch(), IsEmpty(), JobDelayExpiration(), JobDelayReadExpiration(), NotifyListenersPeriodically(), PrintAffinitiesList(), PrintAllJobDbStat(), PrintClientsList(), PrintGroupsList(), PrintJobDbStat(), PrintNotificationsList(), PrintScopesList(), PurgeClientRegistry(), PutProgressMessage(), PutResult(), ReadAndTouchJob(), RedoJob(), RegisterSocketWriteError(), RereadJob(), RescheduleJob(), ReturnJob(), SetAffinity(), SetClientScope(), SetJobListener(), StaleNodes(), Submit(), SubmitBatch(), TouchClientsRegistry(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_DumpJobs(), and x_ResetDueTo().

◆ m_ParamLock ◆ m_PauseStatus

Definition at line 732 of file ns_queue.hpp.

Referenced by FailJob(), GetPauseStatus(), RedoJob(), RescheduleJob(), RestorePauseStatus(), ReturnJob(), SetPauseStatus(), Submit(), SubmitBatch(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_PendingTimeout

Definition at line 689 of file ns_queue.hpp.

Referenced by Cancel(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), GetPendingTimeout(), GetStatusAndLifetimeAndTouch(), LoadFromDump(), PutProgressMessage(), PutResult(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetParameters(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_ProgramVersionList ◆ m_QueueDB ◆ m_QueueName

Definition at line 644 of file ns_queue.hpp.

Referenced by Attach(), DecorateJob(), Dump(), GetNextId(), GetNextJobIdForBatch(), GetQueueName(), LoadFromDump(), RemoveDump(), UpdatePerfLoggingSettings(), x_CheckExecutionTimeout(), and x_GetJobsDumpFileName().

◆ m_ReadBlacklistTime ◆ m_ReaderHosts ◆ m_ReaderTimeout ◆ m_ReadFailedRetries unsigned CQueue::m_ReadFailedRetries private ◆ m_ReadJobs

Definition at line 671 of file ns_queue.hpp.

Referenced by Cancel(), DeleteBatch(), FailJob(), GetJobForReadingOrWait(), NotifyListenersPeriodically(), PutResult(), RereadJob(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_FindOutdatedJobForReading(), x_FindVacantJob(), x_NoMoreReadJobs(), and x_ResetDueTo().

◆ m_ReadJobsOps unsigned int CQueue::m_ReadJobsOps private ◆ m_ReadTimeout

Definition at line 678 of file ns_queue.hpp.

Referenced by Cancel(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), CQueueParamAccessor::GetParamValue(), GetReadTimeout(), GetStatusAndLifetimeAndTouch(), LoadFromDump(), PutProgressMessage(), PutResult(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetParameters(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_RefuseSubmits bool CQueue::m_RefuseSubmits private ◆ m_RunTimeLine ◆ m_RunTimeLineLock ◆ m_RunTimeout

Definition at line 677 of file ns_queue.hpp.

Referenced by Cancel(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), CQueueParamAccessor::GetParamValue(), GetRunTimeout(), GetStatusAndLifetimeAndTouch(), LoadFromDump(), PutProgressMessage(), PutResult(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetParameters(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_SavedId unsigned int CQueue::m_SavedId private ◆ m_ScopeRegistry

Definition at line 746 of file ns_queue.hpp.

Referenced by Cancel(), CheckJobsExpiry(), Dump(), FailJob(), GetJobsPerState(), GetScopeSlotsUsed(), PrintAffinitiesList(), PrintAllJobDbStat(), PrintGroupsList(), PrintJobDbStat(), PrintScopesList(), PutResult(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_DumpJobs(), x_FindOutdatedJobForReading(), x_FindOutdatedPendingJob(), x_FindVacantJob(), x_NoMoreReadJobs(), and x_ResetDueTo().

◆ m_ScrambleJobKeys bool CQueue::m_ScrambleJobKeys private ◆ m_Server

Definition at line 634 of file ns_queue.hpp.

Referenced by Attach(), ChangeAffinity(), GetNextId(), GetNextJobIdForBatch(), MakeJobKey(), PurgeAffinities(), PurgeGroups(), SetAffinity(), SetPauseStatus(), Submit(), SubmitBatch(), and UpdatePerfLoggingSettings().

◆ m_ShouldPerfLogTransitions bool CQueue::m_ShouldPerfLogTransitions private ◆ m_StatesForRead ◆ m_StatisticsCounters

Definition at line 708 of file ns_queue.hpp.

Referenced by Cancel(), CountTransition(), DeleteBatch(), EraseJob(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), PrintStatistics(), PrintTransitionCounters(), PutResult(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_Erase(), and x_ResetDueTo().

◆ m_StatisticsCountersLastPrinted ◆ m_StatisticsCountersLastPrintedTimestamp ◆ m_StatusTracker

Definition at line 635 of file ns_queue.hpp.

Referenced by AnyJobs(), Cancel(), CancelAllJobs(), CancelSelectedJobs(), CheckJobsExpiry(), CountActiveJobs(), CountAllJobs(), CountStatus(), Dump(), EraseJob(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), GetJobsPerState(), GetJobStatus(), IsEmpty(), LoadFromDump(), NotifyListenersPeriodically(), OptimizeMem(), PrintAllJobDbStat(), PrintJobCounters(), PurgeBlacklistedJobs(), PutResult(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetPauseStatus(), StatusStatistics(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), x_ClearQueue(), x_FindOutdatedJobForReading(), x_FindOutdatedPendingJob(), x_FindVacantJob(), x_GetRunningJobsPerClientIP(), x_NoMoreReadJobs(), and x_ResetDueTo().

◆ m_SubmHosts ◆ m_Timeout

Definition at line 676 of file ns_queue.hpp.

Referenced by Cancel(), FailJob(), GetJobForReadingOrWait(), GetJobOrWait(), CQueueParamAccessor::GetParamValue(), GetStatusAndLifetimeAndTouch(), GetTimeout(), LoadFromDump(), PutProgressMessage(), PutResult(), ReadAndTouchJob(), RedoJob(), RereadJob(), RescheduleJob(), ReturnJob(), SetParameters(), Submit(), SubmitBatch(), x_CancelJobs(), x_ChangeReadingStatus(), x_CheckExecutionTimeout(), and x_ResetDueTo().

◆ m_WnodeHosts ◆ m_WNodeTimeout

The documentation for this class was generated from the following files:

src/app/netschedule/ns_queue.hpp
src/app/netschedule/ns_queue.cpp

RetroSearch is an open source project built by @garambo | Open a GitHub Issue

Search and Browse the WWW like it's 1997 | Search results from DuckDuckGo

HTML: 3.2 | Encoding: UTF-8 | Version: 0.7.4