Home - News ( United States | United Kingdom | Italy | Germany ) - Football scores

Showing content from http://www.ncbi.nlm.nih.gov/IEB/ToolBox/CPP_DOC/doxyhtml/nc__storage_8cpp_source.html below:

NCBI C++ ToolKit: src/app/netcache/nc_storage.cpp Source File

intr::base_hook<TTimeTableHook>,

intr::constant_time_size<false>,

intr::base_hook<TKeyMapHook>,

intr::constant_time_size<true>,

x->

< y->

;

std::set<SNCCacheData*, SCacheDeadCompare>

;

std::set<SNCCacheData*, SCacheKeyCompare>

;

SAllCacheTable

SNCCacheData::x_Register(

)

s_AllCacheLock.

();

s_AllCacheSet.

(

);

s_AllCacheLock.

();

SNCCacheData::x_Revoke(

)

s_AllCacheLock.

();

s_AllCacheSet.

(

);

s_AllCacheLock.

();

TAllCacheBuckets s_AllCache;

<< msg \

<< " Bug, faulty disk or somebody writes to database?"); \

TKeyMap::iterator

= cache->

.lower_bound(search_mask);

(

(search_mask.

.data(),

->key.data(), search_mask.

.size())== 0) {

(

(

->expire) <= cur_time) {

(

->create_time <= cr_time_hi) {

TKeyMap::iterator

= cache->

.lower_bound(&search_mask);

(

(search_mask.

.data(), (*lb)->key.data(), search_mask.

.size())== 0) {

((*lb)->expire <= cur_time) {

((*lb)->create_time <= cr_time_hi) {

(

.empty()) {

* mb =

.data();

* me =

.data() +

.size() - 1;

show_exp =

;

(*mb ==

|| *mb ==

|| *mb ==

) {

(me > mb && *me ==

&& *(me-1) ==

) {

(me == mb && *me ==

) {

search_mask.

.assign(mb, me+1-mb);

extra = cr_time_lo != 0 || cr_time_hi != 0 ||

expire_lo != 0 || expire_hi != 0 ||

vexpire_lo != 0 || vexpire_hi != 0 ||

size_lo != 0 || size_hi != 0 || create_server != 0;

TKeyMap::iterator

= cache->

.lower_bound(search_mask);

(

(search_mask.

.data(),

->key.data(), search_mask.

.size())== 0) {

(!show_exp &&

(

->expire) <= cur_time) {

(

->create_time >= cr_time_lo && (cr_time_hi == 0 ||

->create_time < cr_time_hi)) &&

(

->expire >= expire_lo && ( expire_hi == 0 ||

->expire < expire_hi)) &&

(

->ver_expire >= vexpire_lo && (vexpire_hi == 0 ||

->ver_expire < vexpire_hi)) &&

(

->size >= size_lo && ( size_hi == 0 ||

->size < size_hi)) &&

(create_server == 0 ||

->create_server == create_server))) {

->append(bkey.data(), bkey.size());

(cr_time_lo != 0 || cr_time_hi != 0) {

(expire_lo != 0 || expire_hi != 0) {

->WriteText(sep).WriteText(

).WriteNumber(

->expire);

(vexpire_lo != 0 || vexpire_hi != 0) {

->WriteText(sep).WriteText(

).WriteNumber(

->ver_expire);

(create_server != 0) {

->WriteText(sep).WriteText(

).WriteNumber(

->create_server);

(size_lo != 0 || size_hi != 0) {

->WriteText(sep).WriteText(

).WriteNumber(

->size);

->append(

,1);

TKeyMap::iterator

= cache->

.lower_bound(&search_mask);

(

(search_mask.

.data(), (*lb)->key.data(), search_mask.

.size())== 0) {

(!show_exp && (*lb)->expire <= cur_time) {

((*lb)->create_time >= cr_time_lo && (cr_time_hi == 0 || (*lb)->create_time <= cr_time_hi)) &&

((*lb)->expire >= expire_lo && ( expire_hi == 0 || (*lb)->expire <= expire_hi)) &&

((*lb)->ver_expire >= vexpire_lo && (vexpire_hi == 0 || (*lb)->ver_expire <= vexpire_hi)) &&

((*lb)->size >= size_lo && ( size_hi == 0 || (*lb)->size <= size_hi)) &&

(create_server == 0 || (*lb)->create_server == create_server))) {

->append(bkey.data(), bkey.size());

(cr_time_lo != 0 || cr_time_hi != 0) {

(expire_lo != 0 || expire_hi != 0) {

->WriteText(

).WriteNumber((*lb)->expire);

(vexpire_lo != 0 || vexpire_hi != 0) {

->WriteText(

).WriteNumber((*lb)->ver_expire);

(create_server != 0) {

->WriteText(

).WriteNumber((*lb)->create_server);

(size_lo != 0 || size_hi != 0) {

->WriteText(

).WriteNumber((*lb)->size);

->append(

,1);

* mem_ptr =

;

mem_ptr = (

*)mmap(

, file_size, PROT_READ | PROT_WRITE,

(mem_ptr == MAP_FAILED) {

munmap(mem_ptr, file_size);

res = mlock(mem_ptr, mem_size);

(warn_pct <= 0 || warn_pct >= 100) {

(

,

<< warn_pct <<

);

(

,

<< warn_pct <<

);

guard_file.

(&user_mode, &grp_mode, &oth_mode);

guard_file.

(user_mode, grp_mode, oth_mode);

+

+

);

(

);

writer.

(pid.c_str(), pid.size());

(

,

<< ex);

(

= 0;

< 2; ++

) {

(

->fd == -1) {

(file_size == -1) {

<<

<<

->file_name

<<

);

(!

->file_map)

--

->index_head;

(

,

<< ex);

(

,

);

(

,

<< ex);

((

*)ind_rec < min_ptr || ind_rec >= file_info->

) {

(

<< rec_num

<<

<< (

*)ind_rec

<<

<< (

*)min_ptr

<<

<< (

*)file_info->

<<

);

((next_num != 0 && next_num < rec_num) || ind_rec->

> rec_num)

<<

<< next_num

<<

<< ind_rec->

<<

);

<<

);

(file_info.

()) {

cnt_chunks = (cnt_chunks + map_size - 1) / map_size;

(

<<

<<

<<

<< map_size);

((

*)&meta_rec.

[key_size] - (

*)&meta_rec);

((

*)&map_rec.

[cnt_downs] - (

*)&map_rec);

((

*)&data_rec.

[data_size] - (

*)&data_rec);

* rec_end = rec_ptr + ind_rec->

;

(rec_ptr < min_ptr || rec_ptr >= (

*)ind_rec

|| rec_end < rec_ptr || rec_end > (

*)ind_rec

|| (file_info->

- ind_rec == 1 && (

*)rec_ptr != min_ptr))

<<

<< ind_rec->

<<

<< ind_rec->

<<

<< (

*)rec_ptr

<<

<< (

*)min_ptr

<<

<< (

*)ind_rec <<

);

<<

<<

(ind_rec->

)

<<

<<

(

) <<

);

(ind_rec->

< min_size) {

<<

<< ind_rec->

<<

<<

<< min_size <<

);

<<

<<

(ind_rec->

)

(ind_rec->

< min_size) {

<<

<< ind_rec->

<<

<<

<< min_size <<

);

<<

<<

(ind_rec->

)

(ind_rec->

< min_size) {

<<

<< ind_rec->

<<

<<

<< min_size <<

);

true_type_idx = type_idx;

file_info->

= file_id;

O_RDWR | O_CREAT | O_TRUNC |

,

(file_info->

== -1) {

(

,

<< errno);

(trunc_res != 0) {

(true_type_idx) {

(

<< true_type_idx);

(*s_DBFiles)[file_id] = file_info;

is_releasing(

),

<<

<< errno);

(errno != ENOENT) {

<<

<< errno);

s_AllCache[

] =

SAllCacheTable();

max_create_time = 0;

is(

),iss(

), eol(

),

(

), eos(

);

is(

),iss(

), eol(

),

(

), eos(

);

cache_count = 0, timetable_count = 0;

expire =

( expire, it->dead_time);

++blob_per_file[it->coord.file_id];

+= (*it)->size;

expire =

( expire, (*it)->dead_time);

++blob_per_file[(*it)->coord.file_id];

->lock.Lock();

timetable_count +=

->time_map.size();

->lock.Unlock();

is(

),iss(

), eol(

),

(

), eos(

);

ncaches_count = 0;

(TAllCacheBuckets, tt, s_AllCache) {

SAllCacheTable*

= tt->second;

->lock.Lock();

ncaches_count +=

->all_cache_set.size();

->lock.Unlock();

s_AllCacheLock.

();

all_caches_count = s_AllCacheSet.

();

s_AllCacheLock.

();

( ;

!= blob_per_file.

(); ++

) {

(file_info.

()) {

(

->first != 0) {

eol(

), more(

);

is_first =

;

sendBuff.

(

, 1);

sendBuff.

(eol.data(), eol.size());

sendBuff.

(

.SubKey().data(),

.SubKey().size()).

(

,4);

sendBuff.

(

, 2);

sendBuff.

(

,2);

use_mask =

, is_id =

, is_audit =

;

(!

.empty()) {

is_audit =

==

;

is(

),iss(

), eol(

),

(

), eos(

);

is_first =

;

(is_id && it->second->file_id !=

) {

expired_count = 0, null_cache_count = 0, wrong_cache_count = 0;

all_cache_data.

(&(*it));

all_cache_data.

(*it);

prev_rec_num = 0;

(rec_num <= prev_rec_num) {

((

*)next_ind < min_ptr || next_ind >= ind_rec) {

* next_rec_start = file_info->

+ next_ind->

;

(next_rec_start < min_ptr || next_rec_start > (

*)next_ind

|| (rec_num == 1 && next_rec_start != min_ptr)) {

* next_rec_end;

next_rec_end = next_rec_start + next_ind->

;

(next_rec_end < next_rec_start || next_rec_end > (

*)next_ind) {

(next_ind->

!= prev_rec_num) {

next_ind->

= prev_rec_num;

(next_ind->

< min_rec_size) {

}

(all_cache_data.

(next_ind->

) == all_cache_data.

()) {

++wrong_cache_count;

min_ptr = next_rec_end;

prev_rec_num = rec_num;

digits[] = {

,

,

,

,

,

,

,

,

,

,

,

,

,

,

,

};

(32,

);

(

= 0, j = 0;

< 16; ++

) {

[j++] = digits[c >> 4];

[j++] = digits[c & 0xF];

TKeyMap::insert_commit_data commit_data;

pair<TKeyMap::iterator, bool> ins_res

(ins_res.second) {

->time_bucket = time_bucket;

cache->

.insert_unique_commit(*

, commit_data);

SAllCacheTable*

= s_AllCache[time_bucket];

->lock.Lock();

->lock.Unlock();

= &*ins_res.first;

(it == cache->

.end()) {

TKeyMap::iterator it = cache->

.find( &search_mask);

(it != cache->

.end()) {

(

->time_bucket != time_bucket) {

}

(need_create) {

->time_bucket = time_bucket;

SAllCacheTable*

= s_AllCache[time_bucket];

->lock.Lock();

->lock.Unlock();

->ref_cnt.Add(1);

(

->ref_cnt.Get() == 0) {

(

->ref_cnt.Add(-1) != 0) {

(!

->coord.empty() &&

->dead_time == 0) {

(

->ref_cnt.Get() != 0 || !

->coord.empty()

SAllCacheTable*

= s_AllCache[time_bucket];

->lock.Lock();

->lock.Unlock();

&

,

& password,

accessor->

(

, password, time_bucket, access);

true_rec_size = rec_size;

(true_rec_size & 7)

true_rec_size += 8 - (true_rec_size & 7);

need_signal_switch =

;

need_signal_switch =

;

(prev_ind_rec->

!= 0) {

(need_signal_switch)

(file_info.

()) {

<<

<< ind_rec->

ver_data->

= meta_rec->

;

ver_data->

= meta_rec->

;

(

= 0;

< cnt_downs; ++

) {

(file_info.

()) {

coords_size = cnt_downs *

(map_rec->

[0]);

cout <<

<<

<< cnt_downs

<<

<< map_rec->

<<

;

(

c=0; c<cnt_downs; ++c) {

memset(save_map->

, 0, map_size *

(save_map->

[0]));

cur_level = 0;

&& (maps[cur_level]->map_idx == ver_data->

|| (maps[cur_level]->

> 1 && save_all_deps)))

cnt_downs = maps[cur_level]->

;

ver_data->

, cur_level + 1, cache_data))

&& (maps[cur_level]->map_idx == ver_data->

|| (prev_idx > 0 && save_all_deps)))

cnt_downs = maps[cur_level]->

;

prev_idx = maps[cur_level]->

;

ver_data->

, cur_level + 1, cache_data))

(old_coord.

()) {

(down_coord.

()) {

(ver_data->

!= 0) {

meta_rec->

= ver_data->

;

meta_rec->

= ver_data->

;

* key_data = meta_rec->

;

(ver_data->

.empty()) {

memcpy(key_data, ver_data->

.data(), 16);

memcpy(key_data, blob_key.data(), blob_key.size());

ver_data->

= meta_coord;

(!down_coord.

()) {

(down_file.

()) {

(!old_coord.

()) {

(coord.

()) {

(file_info.

()) {

<<

<< ind_rec->

<<

<< up_coord <<

);

(cnt_downs != 0) {

(

= 0;

< cnt_downs; ++

) {

(ver_data->

!= 0) {

ver_data->

,

);

empty_coord.

();

(idx < ver_data->map_size

(map_file.

()) {

<<

<< map_rec->

<<

<< map_rec->

<<

<< map_info->

<<

<< map_depth <<

);

cur_index = 0;

level_num = chunk_num;

map_idx[cur_index] =

(level_num % ver_data->

);

(level_num != 0);

(this_map->

== this_index

this_map->

= this_index;

(

> 0) {

this_index = map_idx[

];

this_map->

= this_index;

(chunk_num != 0) {

chunk_coord = maps->

[0]->

[map_idx[0]];

(data_file.

()) {

<<

<< chunk_coord.

<<

<< data_rec->

<<

<< data_rec->

<<

);

cur_index = 0;

level_num = chunk_num;

map_idx[cur_index] =

(level_num % ver_data->

);

<<

<< ver_data->

<<

);

maps->

[0]->

[map_idx[0]] = data_coord;

->lock.Lock();

->time_map.erase(

->time_map.iterator_to(*cache_data));

->time_map.erase(cache_data);

->time_map.insert_equal(*cache_data);

->time_map.insert(cache_data);

->lock.Unlock();

allowed_db_size = total_space;

allowed_db_size = 16;

allowed_db_size = 16;

allowed_db_size;

res =

( res, it->dead_time);

res =

( res, (*it)->dead_time);

blobs_lst.

();

bucket_num = (slot - 1) * slot_buckets + 1;

(

= 0;

< slot_buckets; ++

, ++bucket_num) {

(

= 0;

< cnt_blobs; ++

) {

key_slot = 0, key_bucket = 0;

key_slot != slot

) {

(

<< info_ptr->

<<

<< slot <<

<< key_slot);

(key_bucket != bucket_num) {

<< slot <<

<< bucket_num <<

<< key_bucket);

blob_sum->

= info_ptr->

;

blobs_lst[info_ptr->

] = blob_sum;

info_ptr->~SNCTempBlobInfo();

->lock.Lock();

(!

->time_map.empty()) {

->time_map.begin()->dead_time);

(*

->time_map.begin())->dead_time);

->lock.Unlock();

.min_dead_time = 0;

(map_depth != 0) {

(cnt_downs != 0) {

(

= 0;

< cnt_downs; ++

) {

<<

<< cache_data->

<<

);

* file_info = it_file->second.GetNCPointerOrNull();

(it_recs == recs_set.

()) {

<<

<< map_coord

<<

);

<<

<< up_coord

<<

);

rec_size += 8 - (rec_size & 7);

(map_depth == 0) {

<<

<< cache_data->

<<

<< map_coord

<<

<<

(map_ind->

)

<<

);

(chunk_num > cnt_chunks) {

<<

<< cache_data->

<<

<< cnt_chunks

<<

);

(chunk_num < cnt_chunks)

need_size = (cache_data->

- 1) % cache_data->

+ 1;

(data_size != need_size) {

<<

<< cache_data->

<<

<< map_coord

<<

<< data_size

<<

<< need_size

<<

);

<<

<< cache_data->

<<

<< map_coord

<<

<< map_depth

<<

<<

(map_ind->

)

<<

);

<<

<< cache_data->

<<

<< map_coord

<<

<< map_rec->

<<

<< map_rec->

<<

<< up_index

<<

<< map_depth

<<

);

(

= 0;

< cnt_downs; ++

) {

map_coord,

, cache_data, cnt_chunks,

chunk_num, sizes_map))

(

j = 0; j <

; ++j) {

(chunk_num < cnt_chunks && cnt_downs != cache_data->map_size) {

<<

<< cache_data->

<<

<< map_coord

<<

<< cnt_downs

<<

<< cache_data->

<<

<< chunk_num

<<

<< cnt_chunks

<<

);

recs_set.

(it_recs);

<<

<< ind_rec->

<<

<<

<< meta_rec->

<<

<< meta_rec->

<<

);

* key_data = meta_rec->

;

* key_end = (

*)meta_rec + ind_rec->

;

(key_data, key_end - key_data);

<<

<< ind_rec->

<<

<<

<<

<<

);

slot = 0, time_bucket = 0;

cache_data->

= coord;

cache_data->

= meta_rec->

;

(meta_rec->

== 0) {

<<

<<

<< ind_rec->

<<

<<

<< meta_rec->

<<

<< meta_rec->

<<

);

chunk_num = 0;

TSizesMap sizes_map;

cnt_chunks, chunk_num, sizes_map))

(TSizesMap, it, sizes_map) {

->used_size += it->second;

(

->garb_size < it->second) {

->garb_size -= it->second;

rec_size += 8 - (rec_size & 7);

bucket_cache = it_bucket->second;

TKeyMap::insert_commit_data commit_data;

pair<TKeyMap::iterator, bool> ins_res =

(ins_res.second) {

bucket_cache->

.insert_unique_commit(*cache_data, commit_data);

TKeyMap::iterator ins_res = bucket_cache->

.find(cache_data);

(ins_res == bucket_cache->

.end()) {

bucket_cache->

.insert(cache_data);

bucket_cache->

.erase(ins_res.first);

bucket_cache->

.insert_equal(*cache_data);

bucket_cache->

.erase(old_data);

bucket_cache->

.insert(cache_data);

s_AllCache[time_bucket]->all_cache_set.erase(old_data);

time_table->

.erase(time_table->

.iterator_to(*old_data));

time_table->

.erase(old_data);

time_table->

.insert_equal(*cache_data);

time_table->

.insert(cache_data);

s_AllCache[time_bucket]->all_cache_set.insert(cache_data);

file_to_del = file_info;

prev_rec_num = 0;

(rec_num <= prev_rec_num) {

<<

<< rec_num

<<

<< prev_rec_num

<<

);

wrap_index_and_return;

((

*)next_ind < min_ptr || next_ind >= ind_rec) {

<<

<< rec_num

<<

<< (file_info->

- ind_rec)

<<

<< (

*)next_ind

<<

<< (

*)min_ptr

<<

<< (

*)ind_rec

<<

);

wrap_index_and_return;

* next_rec_start = file_info->

+ next_ind->

;

(next_rec_start < min_ptr || next_rec_start > (

*)next_ind

|| (rec_num == 1 && next_rec_start != min_ptr))

<<

<< ind_rec->

<<

<< rec_num

<<

<< (

*)next_rec_start

<<

<< (

*)min_ptr

<<

<< (

*)next_ind

<<

);

ignore_rec_and_continue;

* next_rec_end;

next_rec_end = next_rec_start + next_ind->

;

(next_rec_end < next_rec_start || next_rec_end > (

*)next_ind) {

<<

<< next_ind->

<<

<< next_ind->

<<

<< rec_num

<<

<< (

*)next_rec_end

<<

<< (

*)next_ind

<<

);

ignore_rec_and_continue;

(next_ind->

!= prev_rec_num)

next_ind->

= prev_rec_num;

ignore_rec_and_continue;

<<

<< next_ind->

<<

<< next_ind->

<<

<< rec_num

<<

<<

(next_ind->

)

<<

);

ignore_rec_and_continue;

<<

<< next_ind->

<<

<< next_ind->

<<

<< rec_num

<<

<<

(next_ind->

)

<<

);

ignore_rec_and_continue;

(next_ind->

< min_rec_size) {

<<

<< next_ind->

<<

<< next_ind->

<<

<< rec_num

<<

<<

(next_ind->

)

<<

<< min_rec_size

<<

);

ignore_rec_and_continue;

<<

<<

(file_info->

)

<<

<< next_ind->

<<

<< rec_num

<<

);

ignore_rec_and_continue;

recs_set.

(rec_num);

min_ptr = next_rec_end;

prev_rec_num = rec_num;

ignore_rec_and_continue:

finalize_and_return;

wrap_index_and_return:

finalize_and_return:

file_id = it_id->first;

(; it_rec != recs_set.

(); ++it_rec) {

m_TaskName =

;

+

(allowed_db_size) +

+

(cur_db_size * 100 / allowed_db_size) +

);

<<

<<

);

<<

<<

);

<<

<<

);

+

(allowed_db_size) +

+

(cur_db_size * 100 / allowed_db_size) +

);

CExpiredCleaner::State

(

.IsICacheKey()) {

(!coord.

()) {

(!coord.

()) {

CExpiredCleaner::State

CExpiredCleaner::State

->lock.Lock();

TTimeTableMap::iterator it = time_map.begin();

(dead_time != 0) {

time_map.erase(time_map.iterator_to(*cache_data));

time_map.insert_equal(*cache_data);

it = time_map.iterator_to(*last_data);

it = time_map.begin();

time_map.erase(cache_data);

time_map.insert(cache_data);

it = time_map.find(last_data);

it = time_map.begin();

last_data = cache_data;

->lock.Unlock();

CExpiredCleaner::State

: m_DoExtraGC(

)

m_TaskName =

;

CSpaceShrinker::State

(!chain_coord.

()) {

(chain_file.

()) {

wipe_new_record;

wipe_new_record;

<<

<< new_ind->

<<

<< chain_ind->

);

up_index = map_rec->

;

(

= 0;

< cnt_downs; ++

) {

(down_file.

()) {

wipe_new_record;

wipe_new_record;

<<

<< down_coord

<<

<<

<<

<< down_ind->

);

check_up_index;

(up_map->

[up_index] != old_coord) {

<<

<< new_ind->

<<

<< up_index

<<

<< up_map->

[up_index]);

<<

<< new_ind->

<<

<< chain_ind->

);

unlock_and_wipe;

unlock_and_wipe;

(

<< old_coord <<

<<

->

<<

);

unlock_and_wipe;

wipe_new_record;

CSpaceShrinker::State

total_rel_used = 0;

total_rel_garb = 0;

* this_file = it_file->second.GetNCPointerOrNull();

is_current =

;

(need_move) {

this_pct = double(this_file->

)

(this_pct > max_pct) {

total_rel_used += this_file->

;

total_rel_garb += this_file->

;

(max_pct < 0.9) {

CSpaceShrinker::State

CSpaceShrinker::State

CSpaceShrinker::State

(

);

found =

;

SAllCacheTable*

=

;

vector<SAllCacheTable*> v_all;

v_all.reserve(s_AllCache.size());

(TAllCacheBuckets, tt, s_AllCache) {

v_all.push_back(tt->second);

shuffle(v_all.begin(), v_all.end(), default_random_engine());

(vector<SAllCacheTable*>, tt, v_all) {

->lock.Lock();

->lock.Unlock();

->lock.Lock();

->lock.Unlock();

(max_map_depth == 0 || coord.

())

(file_info.

()) {

CSpaceShrinker::State

* cur_chunk_ptr =

;

(cur_chunk_ptr) {

(cur_chunk_ptr != (

*)data_rec->

)

CSpaceShrinker::State

CSpaceShrinker::State

(

,

);

CSpaceShrinker::State

m_TaskName =

;

: m_FileInfo(file_info),

m_TaskName =

;

(

<< forget);

next_save = cur_time;

(cur_time < next_save) {

->SetMaxSyncLogRecNo(log_rec_no);

m_TaskName =

;

<<

<< errno);

m_TaskName =

;

need_new =

;

ncbi::TMaskedQueryRegions mask

TRecNumsSet * m_CurRecsSet

bool x_CacheMetaRec(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec, SNCDataCoord coord)

State x_PreCacheRecNums(void)

State x_StartCreateFiles(void)

State x_FinishCaching(void)

State x_StartCacheBlobs(void)

TRecNumsSet::iterator m_CurRecIt

virtual ~CBlobCacher(void)

State x_CacheNextRecord(void)

void x_DeleteIndexes(SNCDataCoord map_coord, Uint1 map_depth)

State x_CancelCaching(void)

TNCDBFilesMap::const_iterator m_CurFile

State x_CleanOrphanRecs(void)

bool x_CacheMapRecs(SNCDataCoord map_coord, Uint1 map_depth, SNCDataCoord up_coord, Uint2 up_index, SNCCacheData *cache_data, Uint8 cnt_chunks, Uint8 &chunk_num, map< Uint4, Uint4 > &sizes_map)

State x_CacheNextFile(void)

State x_DelFileAndRetryCreate(void)

State x_StartCaching(void)

State x_CreateInitialFile(void)

virtual ~CDiskFlusher(void)

State x_FlushNextFile(void)

State x_CheckFlushTime(void)

static void x_DeleteData(SNCCacheData *cache_data)

vector< SNCCacheData * > m_CacheDatas

virtual ~CExpiredCleaner(void)

State x_CleanNextBucket(void)

State x_DeleteNextData(void)

State x_FinishSession(void)

State x_StartSession(void)

Class for support low level input/output for files.

Mutex created to have minimum possible size (its size is 4 bytes) and to sleep using kernel capabilit...

void Unlock(void)

Unlock the mutex.

void Lock(void)

Lock the mutex.

virtual ~CMovedRecDeleter(void)

CMovedRecDeleter(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

virtual void ExecuteRCU(void)

Method implementing RCU job that was scheduled earlier by CallRCU().

CSrvRef< SNCDBFileInfo > m_FileInfo

static void Register(EAlertType alert_type, const string &message)

@ eDebugReadBlobInfoFailed0

@ eStorageReinit

Data storage was reinitialized.

@ eDiskSpaceCritical

Free disk space is below critical threshold.

@ eDatabaseTooLarge

Database is too large (warning)

@ eDiskSpaceLow

Free disk space is below threshold.

@ eStartAfterCrash

InstanceGuard file was present on startup.

@ eDatabaseOverLimit

Database size exceeded its limit (error, stop write)

@ eDiskSpaceNormal

Free disk space is back to normal.

@ eDebugReleaseCacheData1

@ eDebugReleaseCacheData2

@ eDebugReadBlobInfoFailed1

@ eDebugReadBlobInfoFailed2

@ eDebugDeleteVersionData

static string GetPurgeData(char separator='\n')

ENCAccessType GetAccessType(void) const

Get type of access this holder was created for.

Uint2 GetTimeBucket(void) const

const string & GetBlobKey(void) const

Get key of the blob.

static void SetFailedWriteCount(int failed_write)

static int GetFailedWriteCount(void)

void Prepare(const string &key, const string &password, Uint2 time_bucket, ENCAccessType access_type)

Prepare lock for the blob identified by key, subkey and version.

static Uint8 GetPurgeCount()

void Initialize(SNCCacheData *cache_data)

Initialize and acquire the lock.

static void GetFullBlobsList(Uint2 slot, TNCBlobSumList &blobs_lst, const CNCPeerControl *peer)

static Int8 GetAllowedDBSize(Int8 free_space)

static bool NeedStopWrite(void)

static bool WriteBlobInfo(const string &blob_key, SNCBlobVerData *ver_data, SNCChunkMaps *maps, Uint8 cnt_chunks, SNCCacheData *cache_data)

Write meta information about blob into the database.

static void SaveMaxSyncLogRecNo(void)

static void ChangeCacheDeadTime(SNCCacheData *cache_data)

static void WriteBlobList(TNCBufferType &buffer, const CTempString &mask)

static void GetBList(const string &mask, unique_ptr< TNCBufferType > &buffer, SNCBlobFilter *filters, const string &sep)

static Int8 GetDBSize(void)

Get total size of database for the storage.

static bool ReConfig(const CNcbiRegistry &new_reg, string &err_message)

static Uint8 GetMaxSyncLogRecNo(void)

static void MeasureDB(SNCStateStat &state)

static string GetPurgeData(void)

static bool ReadBlobInfo(SNCBlobVerData *ver_data)

Get meta information about blob with given coordinates.

static void SavePurgeData(void)

static CNCBlobAccessor * GetBlobAccess(ENCAccessType access, const string &key, const string &password, Uint2 time_bucket)

Acquire access to the blob identified by key, subkey and version.

static void Finalize(void)

static void WriteDbInfo(TNCBufferType &sendBuff, const CTempString &mask)

static size_t GetNDBFiles(void)

Get number of files in the database.

static void WriteEnvInfo(CSrvSocketTask &task)

static string FindBlob(Uint2 bucket, const string &mask, Uint8 cr_time_hi)

static void ReleaseCacheData(SNCCacheData *cache_data)

static bool IsDBSizeAlert(void)

static int GetLatestBlobExpire(void)

static bool IsDraining(void)

static bool Initialize(bool do_reinit)

static Uint8 GetMaxBlobSizeStore(void)

static bool IsCleanStart(void)

static void CheckDiskSpace(void)

static void ReferenceCacheData(SNCCacheData *cache_data)

static Uint4 GetNewBlobId(void)

static void AbandonDB(void)

static void WriteSetup(CSrvSocketTask &task)

static Int8 GetDiskFree(void)

static void DeleteBlobInfo(const SNCBlobVerData *ver_data, SNCChunkMaps *maps)

Delete blob from database.

static bool AcceptWritesFromPeers(void)

static void SetDraining(bool draining)

static void WriteBlobStat(CSrvSocketTask &task)

static char * WriteChunkData(SNCBlobVerData *ver_data, SNCChunkMaps *maps, SNCCacheData *cache_data, Uint8 chunk_num, char *buffer, Uint4 buf_size)

static bool IsAbandoned(void)

static string PrintablePassword(const string &pass)

static bool ReadChunkData(SNCBlobVerData *ver_data, SNCChunkMaps *maps, Uint8 chunk_num, char *&buffer, Uint4 &buf_size)

SNCCacheData * GetCacheData(void)

void ObtainReference(void)

void RequestCurVersion(CSrvTransConsumer *consumer)

void DeleteDeadVersion(int cut_time)

CSrvRef< SNCBlobVerData > GetCurVersion(void)

Connection to index database in NetCache storage.

static bool IsThisServerKey(const string &packed_key)

static bool GetSlotByKey(const string &key, Uint2 &slot, Uint2 &time_bucket)

static Uint2 GetCntSlotBuckets(void)

static Uint8 GetMaxBlobSizeSync(void)

static Uint2 GetCntTimeBuckets(void)

bool AcceptsBlobKey(const CNCBlobKeyLight &key) const

static bool IsInitiallySynced(void)

static void CachingCompleted(void)

static void DBFileCleaned(bool success, Uint4 seen_recs, Uint4 moved_recs, Uint4 moved_size)

static Uint8 GetLastRecNo(void)

virtual void ExecuteSlice(TSrvThreadNum thr_num)

This is the main method to do all work this task should do.

virtual ~CNewFileCreator(void)

virtual void ExecuteSlice(TSrvThreadNum thr_num)

This is the main method to do all work this task should do.

virtual ~CRecNoSaver(void)

Exception thrown from all SQLite-related objects and functions.

CSimpleBufferT & append(const void *buf, size_t len)

void reserve_mem(size_type new_size)

Reserve memory. No data preservation guarantees.

State x_CheckCurVersion(void)

State x_FinishMoveRecord(void)

SNCCacheData * m_CacheData

CSrvRef< SNCDBFileInfo > m_MaxFile

TFilesList::iterator m_CurDelFile

State x_MoveNextRecord(void)

State x_DeleteNextFile(void)

CNCBlobVerManager * m_VerMgr

CSrvRef< SNCBlobVerData > m_CurVer

State x_PrepareToShrink(void)

State x_FinishSession(void)

virtual ~CSpaceShrinker(void)

State x_FinishMoves(void)

SNCDataCoord x_FindMetaCoord(SNCDataCoord coord, Uint1 max_map_depth)

Class used in all diagnostic logging.

CSrvDiagMsg & PrintExtra(void)

Starts "extra" message.

CSrvDiagMsg & StartRequest(void)

Starts "request-start" message.

CSrvDiagMsg & PrintParam(CTempString name, CTempString value)

Adds parameter to "request-start" or "extra" message.

void StopRequest(void)

Prints "request-stop" message.

void Flush(void)

Finishes current message and prepare to start new one.

void CallRCU(void)

Method to be called to schedule call of ExecuteRCU() at appropriate time.

Task controlling a socket.

CSrvSocketTask & WriteText(CTempString message)

Write text into socket.

CSrvSocketTask & WriteNumber(NumType num)

Write number into socket as string, i.e.

void SetState(State state)

Sets current state of the machine.

CRequestContext * GetDiagCtx(void)

Get current diagnostic context for the task.

void RunAfter(Uint4 delay_sec)

This call is basically equivalent to SetRunnable() but with guarantee that task will be scheduled for...

void SetRunnable(bool boost=false)

Set this task "runnable", i.e.

virtual void Terminate(void)

Stops task's execution and deletes it.

void ReleaseDiagCtx(void)

Releases current diagnostic context of the task.

void CreateNewDiagCtx(void)

Create new diagnostic context for this task to work in.

Class incorporating convenient methods to work with struct timespec.

static int CurSecs(void)

Current time in seconds since epoch (time_t).

time_t & Sec(void)

Read/set number of seconds since epoch stored in the object.

static CSrvTime Current(void)

Exact current time with precision up to nanoseconds.

Uint1 Print(char *buf, EFormatType fmt) const

Formats time value in the object and writes it in buf.

@ eFmtJson

For JSON output.

bool IsTransFinished(void)

Check if transition completeness was consumed.

static const CNcbiRegistry & GetConfRegistry(void)

Obtains reference to registry read from application's ini-file.

static void RequestShutdown(ESrvShutdownType shutdown_type)

Asks server to start shutdown procedures.

static bool IsInShutdown(void)

Checks if TaskServer received request to shutdown.

CTempString implements a light-weight string on top of a storage buffer whose lifetime management is ...

virtual void ExecuteRCU(void)

Method implementing RCU job that was scheduled earlier by CallRCU().

CAtomicCounter_WithAutoInit ref_cnt

CNCBlobVerManager * Get_ver_mgr(void) const

TNCBufferType & WriteNumber(NumType num)

TNCBufferType & WriteText(const char *buf)

TNCBufferType & WriteBool(bool b)

container_type::const_iterator const_iterator

container_type::iterator iterator

const_iterator begin() const

const_iterator end() const

const_iterator lower_bound(const key_type &key) const

iterator_bool insert(const value_type &val)

const_iterator upper_bound(const key_type &key) const

container_type::value_type value_type

const_iterator find(const key_type &key) const

iterator_bool insert(const value_type &val)

const_iterator begin() const

parent_type::iterator iterator

const_iterator find(const key_type &key) const

const_iterator end() const

static const int chunk_size

static unsigned char depth[2 *(256+1+29)+1]

static DLIST_TYPE *DLIST_NAME() first(DLIST_LIST_TYPE *list)

static const char * str(char *buf, int n)

#define ITERATE(Type, Var, Cont)

ITERATE macro to sequence through container elements.

#define ERASE_ITERATE(Type, Var, Cont)

Non-constant version with ability to erase current element, if container permits.

void Set(TValue new_value) THROWS_NONE

Set atomic counter value.

TValue Add(int delta) THROWS_NONE

Atomically add value (=delta), and return new counter value.

TValue Get(void) const THROWS_NONE

Get atomic counter value.

void SetRequestID(TCount rid)

Set request ID.

void SetRequestStatus(int status)

#define ERR_POST(message)

Error posting with file, line number information but without error codes.

void Critical(CExceptionArgs_Base &args)

void Error(CExceptionArgs_Base &args)

void Warning(CExceptionArgs_Base &args)

void Info(CExceptionArgs_Base &args)

static string CreateAbsolutePath(const string &path, ERelativeToWhat rtw=eRelativeToCwd)

Get an absolute path from some, possibly relative, path.

size_t Write(const void *buf, size_t count) const

Write file.

bool GetMode(TMode *user_mode, TMode *group_mode=0, TMode *other_mode=0, TSpecialModeBits *special=0) const

Get permission mode(s) of a directory entry.

void SetFileSize(Uint8 length, EPositionMoveMethod pos=eCurrent) const

Set new size for the file.

unsigned int TMode

Bitwise OR of "EMode".

virtual bool SetMode(TMode user_mode, TMode group_mode=fDefault, TMode other_mode=fDefault, TSpecialModeBits special=0, TSetModeFlags flags=eEntryOnly) const

Set permission mode(s) of a directory entry.

Int8 GetLength(void) const

Get size of file.

virtual bool Remove(TRemoveFlags flags=eRecursive) const

Remove a directory entry.

static string MakePath(const string &dir=kEmptyStr, const string &base=kEmptyStr, const string &ext=kEmptyStr)

Assemble a path from basic components.

static Uint8 GetFreeDiskSpace(const string &path)

Get free disk space information.

void SetFileHandle(TFileHandle handle)

Close previous handle if needed and use given handle for all I/O.

virtual bool Exists(void) const

Check if directory "dirname" exists.

bool Create(TCreateFlags flags=fCreate_Default) const

Create the directory using "dirname" passed in the constructor.

virtual bool Exists(void) const

Check existence of file.

@ fDefault

Default flags.

@ eExclusive

"write" lock.

@ eBegin

Absolute position from beginning of the file.

TSeqPos GetLength(const CSeq_id &id, CScope *scope)

Get sequence length if scope not null, else return max possible TSeqPos.

bool NotNull(void) const THROWS_NONE

Check if pointer is not null – same effect as NotEmpty().

void Reset(void)

Reset reference object.

bool IsNull(void) const THROWS_NONE

Check if pointer is null – same effect as Empty().

uint8_t Uint1

1-byte (8-bit) unsigned integer

uint32_t Uint4

4-byte (32-bit) unsigned integer

uint16_t Uint2

2-byte (16-bit) unsigned integer

int64_t Int8

8-byte (64-bit) signed integer

uint64_t Uint8

8-byte (64-bit) unsigned integer

static TPid GetPid(void)

Get process identifier (pid) for the current process.

virtual const string & Get(const string &section, const string &name, TFlags flags=0) const

Get the parameter value.

virtual int GetInt(const string &section, const string &name, int default_value, TFlags flags=0, EErrAction err_action=eThrow) const

Get integer value of specified parameter name.

virtual string GetString(const string &section, const string &name, const string &default_value, TFlags flags=0) const

Get the parameter string value.

#define END_NCBI_SCOPE

End previously defined NCBI scope.

#define BEGIN_NCBI_SCOPE

Define ncbi namespace.

static SIZE_TYPE FindNoCase(const CTempString str, const CTempString pattern, SIZE_TYPE start, SIZE_TYPE end, EOccurrence which=eFirst)

Find the pattern in the specified range of a string using a case insensitive search.

static Uint8 StringToUInt8_DataSize(const CTempString str, TStringToNumFlags flags=0)

Convert string that can contain "software" qualifiers to Uint8.

static string UInt8ToString_DataSize(Uint8 value, TNumToStringFlags flags=0, unsigned int max_digits=3)

Convert UInt8 to string using "software" qualifiers.

static string & Replace(const string &src, const string &search, const string &replace, string &dst, SIZE_TYPE start_pos=0, SIZE_TYPE max_replace=0, SIZE_TYPE *num_replace=0)

Replace occurrences of a substring within a string.

static string UIntToString(unsigned int value, TNumToStringFlags flags=0, int base=10)

Convert UInt to string.

static unsigned int StringToUInt(const CTempString str, TStringToNumFlags flags=0, int base=10)

Convert string to unsigned int.

static enable_if< is_arithmetic< TNumeric >::value||is_convertible< TNumeric, Int8 >::value, string >::type NumericToString(TNumeric value, TNumToStringFlags flags=0, int base=10)

Convert numeric value to string.

static string UInt8ToString(Uint8 value, TNumToStringFlags flags=0, int base=10)

Convert UInt8 to string.

unsigned int

A callback function used to compare two keys in a database.

<!DOCTYPE HTML >< html > n< header > n< title > PubSeq Gateway Help Page</title > n< style > n table

if(yy_accept[yy_current_state])

void Logging_DiskSpaceAlert(void)

const struct ncbi::grid::netcache::search::fields::SIZE size

const struct ncbi::grid::netcache::search::fields::KEY key

int strncmp(const char *str1, const char *str2, size_t count)

map< Uint4, CSrvRef< SNCDBFileInfo > > TNCDBFilesMap

Information about all database parts in NetCache storage.

static const Uint4 kNCMaxDBFileId

static const Uint1 kNCMaxBlobMapsDepth

const Uint8 kNCLargestBlobSize

static Int8 s_DiskCritical

static const Uint8 kMetaSignature

static void s_UnmapFile(char *mem_ptr, size_t file_size)

static bool s_UpdateUpCoords(SFileChunkMapRec *map_rec, SFileIndexRec *map_ind, SNCDataCoord coord)

static const char * kNCStorage_RegSection

static string s_Path

Directory for all database files of the storage.

static const Uint8 kDataSignature

static Int8 s_DiskFreeLimit

static SFileChunkDataRec * s_CalcChunkAddress(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static void s_CleanDatabase(void)

Reinitialize database cleaning all data from it.

static Uint1 s_CalcMapDepthImpl(Uint8 size, Uint4 chunk_size, Uint2 map_size)

static Uint8 s_MaxBlobSizeStore

static const char * kNCStorage_DBFileExt

static int s_FlushTimePeriod

#define DB_CORRUPTED(msg)

static Uint1 s_CalcMapDepth(Uint8 size, Uint4 chunk_size, Uint2 map_size)

static void s_UnlockInstanceGuard(void)

Unlock and delete specially named file used to ensure only one instance working with database.

static bool s_NeedSaveLogRecNo

Uint4 s_TaskPriorityWbMemRelease

static const char * kNCStorage_MaxBlobSizeStore

static bool s_ReadMapInfo(SNCDataCoord map_coord, SNCChunkMapInfo *map_info, Uint1 map_depth)

static const char * kNCStorage_MapsFileSuffix

static void s_MoveRecToGarbageNoLock(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static char * s_CalcRecordAddress(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static SWritingInfo s_AllWritings[s_CntAllFiles]

static const char * kNCStorage_WbMemRelease

static Int8 s_ExtraGCOffSize

static int s_LastRecNoSaveTime

static const char * kNCStorage_ExtraGCOffParam

static const char * kNCStorage_ExtraGCOnParam

static void s_MoveRecToGarbage(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static const char * kNCStorage_MinDBSizeParam

static CSrvRef< SNCDBFileInfo > s_GetDBFileNoLock(Uint4 file_id)

static bool s_OpenIndexDB(void)

Open and read index database file.

static const char * kNCStorage_StopWriteOffParam

static Uint4 s_CalcChunkRecSize(size_t data_size)

static string s_GuardName

Name of guard file excluding several instances to run on the same database.

static const char * kNCStorage_DataFileSuffix

static const char * kNCStorage_FlushTimeParam

static SNCCacheData * s_GetKeyCacheData(Uint2 time_bucket, const string &key, bool need_create)

#define __NC_CACHEDATA_ALL_MONITOR

static EStopCause s_IsStopWrite

static Int8 s_StopWriteOnSize

static const char * kNCStorage_IndexFileSuffix

static bool s_CreateNewFile(size_t type_idx, bool need_lock)

Do set of procedures creating and initializing new database part and switching storage to using new d...

static const char * kNCStorage_StopWriteOnParam

static const size_t kMemPageAlignMask

Mask that can move pointer address or memory size to the memory page boundary.

static const char * kNCStorage_FailedMoveParam

static const char * kNCStorage_MetaFileSuffix

intr::rbtree< SNCCacheData, intr::base_hook< TKeyMapHook >, intr::constant_time_size< true >, intr::compare< SCacheKeyCompare > > TKeyMap

static size_t const s_CntAllFiles

static const char * kNCStorage_MinRecNoSaveParam

static const char * kNCStorage_FailedWriteSize

static char * s_MapFile(TFileHandle fd, size_t file_size)

static bool s_ReadStorageParams(void)

Read all storage parameters from registry.

static const char * kNCStorage_StartedFileName

static unique_ptr< CFileLock > s_GuardLock

Lock for guard file representing this instance running.

static TNCDBFilesMap * s_DBFiles

List of all database parts in the storage.

static Uint4 s_CalcMetaRecSize(Uint2 key_size)

static CExpiredCleaner * s_ExpiredCleaner

static CMiniMutex s_NextWriteLock

manages access to s_AllWritings

static Int8 s_StopWriteOffSize

static volatile Int8 s_CurDBSize

Current size of storage database. Kept here for printing statistics.

static unique_ptr< CNCDBIndexFile > s_IndexDB

Index database file.

static int s_FailedMoveDelay

static TBucketCacheMap s_BucketsCache

Internal cache of blobs identification information sorted to be able to search by key,...

static bool s_GetNextWriteCoord(EDBFileIndex file_index, Uint4 rec_size, SNCDataCoord &coord, CSrvRef< SNCDBFileInfo > &file_info, SFileIndexRec *&ind_rec)

static SFileIndexRec * s_GetIndexRecTry(SNCDBFileInfo *file_info, Uint4 rec_num)

static Uint4 s_CalcChunkDataSize(Uint4 rec_size)

static const char * kNCStorage_GCBatchParam

static void s_DeleteIndexRecNoLock(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static Uint2 s_CalcCntMapDowns(Uint4 rec_size)

static void s_DeleteDBFile(const CSrvRef< SNCDBFileInfo > &file_info, bool need_lock)

static Uint4 s_NewFileSize

static const size_t kMemPageSize

Size of memory page that is a granularity of all allocations from OS.

static bool s_IsIndexDeleted(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

intr::rbtree< SNCCacheData, intr::base_hook< TTimeTableHook >, intr::constant_time_size< false >, intr::compare< SCacheDeadCompare > > TTimeTableMap

static void s_SwitchToNextFile(SWritingInfo &w_info)

static bool s_EnsureDirExist(const string &dir_name)

static void s_InitializeAccessor(CNCBlobAccessor *acessor)

static int s_MinRecNoSavePeriod

static void s_DeleteIndexRec(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static string s_GetFileName(Uint4 file_id, ENCDBFileType file_type)

Make name of file with meta-information in given database part.

static int s_MaxGarbagePct

static bool s_ReadVariableParams(const CNcbiRegistry &reg)

Read from registry only those parameters that can be changed on the fly, without re-starting the appl...

static Int8 s_CurBlobsCnt

static Uint4 s_LastFileId

static int s_WarnLimitOnPct

static const char * kNCStorage_DiskCriticalParam

static ENCDBFileType const s_AllFileTypes[]

static SFileIndexRec * s_GetIndexRec(SNCDBFileInfo *file_info, Uint4 rec_num)

map< Uint2, SBucketCache * > TBucketCacheMap

static CAtomicCounter s_BlobCounter

static bool s_SaveChunkMap(SNCBlobVerData *ver_data, SNCCacheData *cache_data, SNCChunkMapInfo **maps, Uint2 cnt_downs, bool save_all_deps)

static CRecNoSaver * s_RecNoSaver

static const char * kNCStorage_MinFreeDiskParam

static int s_GCBatchSize

Number of blobs treated by GC and by caching mechanism in one batch.

static CSrvRef< SNCDBFileInfo > s_GetDBFile(Uint4 file_id)

static CMiniMutex s_IndexLock

manages access to s_IndexDB

static void s_LockFileMem(const void *mem_ptr, size_t mem_size)

map< Uint2, STimeTable * > TTimeBuckets

#define __NC_CACHEDATA_INTR_SET

static Int8 s_ExtraGCOnSize

static SFileChunkMapRec * s_CalcMapAddress(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static SFileMetaRec * s_CalcMetaAddress(SNCDBFileInfo *file_info, SFileIndexRec *ind_rec)

static bool s_LockInstanceGuard(void)

Make sure that current storage database is used only with one instance of NetCache.

static const char * kNCStorage_GuardNameParam

static int s_LastFlushTime

static const char * kNCStorage_FileSizeParam

static string s_GetIndexFileName(void)

Make name of the index file in the storage.

static const Uint8 kMapsSignature

static void s_MoveDataToGarbage(SNCDataCoord coord, Uint1 map_depth, SNCDataCoord up_coord, bool need_lock)

static SFileIndexRec * s_GetIndOrDeleted(SNCDBFileInfo *file_info, Uint4 rec_num)

static bool s_SaveOneMapImpl(SNCChunkMapInfo *save_map, SNCChunkMapInfo *up_map, Uint2 cnt_downs, Uint2 map_size, Uint1 map_depth, SNCCacheData *cache_data)

static CSrvRef< SNCDBFileInfo > s_GetDBFileTry(Uint4 file_id)

static SBucketCache * s_GetBucketCache(Uint2 bucket)

static CNewFileCreator * s_NewFileCreator

static CDiskFlusher * s_DiskFlusher

static volatile Int8 s_GarbageSize

static const Uint1 kSignatureSize

static const char * kNCStorage_FilePrefixParam

static CMiniMutex s_DBFilesLock

Read-write lock to work with s_DBFiles.

static CSpaceShrinker * s_SpaceShrinker

static const char * kNCStorage_GarbagePctParam

static bool s_ReinitializeStorage(void)

Check if database need re-initialization depending on different parameters and state of the guard fil...

static int s_WarnLimitOffPct

static bool s_NeedSavePurgeData

static TTimeBuckets s_TimeTables

static const char * kNCStorage_MoveLifeParam

static const char * kNCStorage_PathParam

static Uint4 s_CalcMapRecSize(Uint2 cnt_downs)

static string s_Prefix

Name of the storage.

intr::set_base_hook< intr::tag< SKeyMap_tag >, intr::optimize_size< true > > TKeyMapHook

void SetWBHardSizeLimit(Uint8 limit)

void SetWBSoftSizeLimit(Uint8 limit)

void SetWBWriteTimeout(int timeout1, int timeout2)

Uint8 GetWBSoftSizeLimit(void)

int GetWBWriteTimeout(void)

Uint8 GetWBHardSizeLimit(void)

int GetWBFailedWriteDelay(void)

void SetWBFailedWriteDelay(int delay)

@ eStatus_ServerError

Internal server error.

@ eStatus_OK

Command is ok and execution is good.

@ eStatus_ShuttingDown

operation canceled because server needs to shutdown.

ENCAccessType

Type of access to NetCache blob.

@ eNCCopyCreate

(Re-)write blob from another NetCache (as opposed to writing from client)

@ eNCCreate

Create blob or re-write its contents.

Defines process management classes.

#define NCBI_CONST_UINT8(v)

Defines classes: CDirEntry, CFile, CDir, CSymLink, CMemoryFile, CFileUtil, CFileLock,...

Process information in the NCBI Registry, including working with configuration files.

double r(size_t dimension_, const Int4 *score_, const double *prob_, double theta_)

Defines CRequestContext class for NCBI C++ diagnostic API.

static SLJIT_INLINE sljit_ins lb(sljit_gpr r, sljit_s32 d, sljit_gpr x, sljit_gpr b)

static SLJIT_INLINE sljit_ins msg(sljit_gpr r, sljit_s32 d, sljit_gpr x, sljit_gpr b)

#define INFO(msg)

Macro to be used for printing informational messages.

#define SRV_LOG(sev, msg)

Macro to be used for printing log messages.

CSrvRef< C > SrvRef(C *object)

std::enable_if< std::is_unsigned< T >::value, string >::type g_ToSizeStr(T size)

string g_ToSmartStr(T num)

T AtomicAdd(T volatile &var, T add_value)

#define ACCESS_ONCE(x)

Purpose of this macro is to force compiler to access variable exactly at the place it's written (no m...

T AtomicSub(T volatile &var, T sub_value)

bool AtomicCAS(T volatile &var, T old_value, T new_value)

constexpr Uint8 kUSecsPerSecond

bool operator()(const SNCCacheData &x, const SNCCacheData &y) const

bool operator()(const SNCCacheData &x, const SNCCacheData &y) const

SNCDataCoord down_coords[1]

SNCCacheData * cache_data

Full information about NetCache blob (excluding key)

CNCBlobVerManager * ver_manager

SNCChunkMapInfo * maps[kNCMaxBlobMapsDepth+1]

Information about database part in NetCache storage.

CAtomicCounter cnt_unfinished

virtual ~SNCDBFileInfo(void)

SFileIndexRec * index_head

CSrvRef< SNCDBFileInfo > next_file

CSrvRef< SNCDBFileInfo > cur_file

Uint2 TSrvThreadNum

Type for thread number in TaskServer.

RetroSearch is an open source project built by @garambo | Open a GitHub Issue

Search and Browse the WWW like it's 1997 | Search results from DuckDuckGo

HTML: 3.2 | Encoding: UTF-8 | Version: 0.7.4