#include <RockRebuild.h>

Inheritance diagram for Rock::Rebuild:
Collaboration diagram for Rock::Rebuild:

Public Types

typedef CbcPointer< AsyncJobPointer
 

Public Member Functions

 Rebuild (SwapDir *dir)
 
virtual ~Rebuild () override
 
bool canBeCalled (AsyncCall &call) const
 whether we can be called More...
 
void callStart (AsyncCall &call)
 
virtual void callEnd ()
 called right after the called job method More...
 
virtual void callException (const std::exception &e)
 called when the job throws during an async call More...
 
virtual void * toCbdata ()=0
 

Static Public Member Functions

static Pointer Start (AsyncJob *job)
 starts a freshly created job (i.e., makes the job asynchronous) More...
 

Protected Member Functions

virtual void start () override
 prepares and initiates entry loading sequence More...
 
virtual bool doneAll () const override
 whether positive goal has been reached More...
 
virtual void swanSong () override
 
bool doneLoading () const
 
bool doneValidating () const
 
void deleteThis (const char *aReason)
 
void mustStop (const char *aReason)
 
bool done () const
 the job is destroyed in callEnd() when done() More...
 
virtual const char * status () const
 internal cleanup; do not call directly More...
 

Protected Attributes

const char * stopReason
 reason for forcing done() to be true More...
 
const char * typeName
 kid (leaf) class name, for debugging More...
 
AsyncCall::Pointer inCall
 the asynchronous call being handled, if any More...
 
const InstanceId< AsyncJobid
 job identifier More...
 

Private Member Functions

 CBDATA_CHILD (Rebuild)
 
void checkpoint ()
 continues after a pause if not done More...
 
void steps ()
 
void loadingSteps ()
 
void validationSteps ()
 
void loadOneSlot ()
 
void validateOneEntry (const sfileno fileNo)
 
void validateOneSlot (const SlotId slotId)
 
bool importEntry (Ipc::StoreMapAnchor &anchor, const sfileno slotId, const DbCellHeader &header)
 parse StoreEntry basics and add them to the map, returning true on success More...
 
void freeBadEntry (const sfileno fileno, const char *eDescription)
 
void failure (const char *msg, int errNo=0)
 
LoadingEntry loadingEntry (const sfileno fileNo)
 
void startNewEntry (const sfileno fileno, const SlotId slotId, const DbCellHeader &header)
 handle a slot from an entry that we have not seen before More...
 
void primeNewEntry (Ipc::StoreMapAnchor &anchor, const sfileno fileno, const DbCellHeader &header)
 initialize housekeeping information for a newly accepted entry More...
 
void finalizeOrFree (const sfileno fileNo, LoadingEntry &le)
 
void finalizeOrThrow (const sfileno fileNo, LoadingEntry &le)
 
void addSlotToEntry (const sfileno fileno, const SlotId slotId, const DbCellHeader &header)
 
void useNewSlot (const SlotId slotId, const DbCellHeader &header)
 handle freshly loaded (and validated) db slot header More...
 
LoadingSlot loadingSlot (const SlotId slotId)
 
void mapSlot (const SlotId slotId, const DbCellHeader &header)
 adds slot to the entry chain in the map More...
 
void freeUnusedSlot (const SlotId slotId, const bool invalid)
 freeSlot() for never-been-mapped slots More...
 
void freeSlot (const SlotId slotId, const bool invalid)
 adds slot to the free slot index More...
 
template<class SlotIdType >
void chainSlots (SlotIdType &from, const SlotId to)
 
bool sameEntry (const sfileno fileno, const DbCellHeader &header) const
 does the header belong to the fileno entry being loaded? More...
 

Static Private Member Functions

static void Steps (void *data)
 

Private Attributes

SwapDirsd
 
LoadingPartsparts
 parts of store entries being loaded from disk More...
 
int64_t dbSize
 
int dbSlotSize
 the size of a db cell, including the cell header More...
 
int dbSlotLimit
 total number of db cells More...
 
int dbEntryLimit
 maximum number of entries that can be stored in db More...
 
int fd
 
int64_t dbOffset
 
sfileno loadingPos
 index of the db slot being loaded from disk now More...
 
sfileno validationPos
 index of the loaded db slot being validated now More...
 
MemBuf buf
 space to load current db slot (and entry metadata) into More...
 
StoreRebuildData counts
 

Detailed Description

manages store rebuild process: loading meta information from db on disk

Definition at line 27 of file RockRebuild.h.

Member Typedef Documentation

Definition at line 34 of file AsyncJob.h.

Constructor & Destructor Documentation

Rock::Rebuild::~Rebuild ( )
overridevirtual

Definition at line 224 of file RockRebuild.cc.

References file_close().

Member Function Documentation

void Rock::Rebuild::addSlotToEntry ( const sfileno  fileno,
const SlotId  slotId,
const DbCellHeader header 
)
private
void AsyncJob::callEnd ( )
virtualinherited
void AsyncJob::callStart ( AsyncCall call)
inherited
bool AsyncJob::canBeCalled ( AsyncCall call) const
inherited

Definition at line 101 of file AsyncJob.cc.

References AsyncCall::cancel(), debugs, HERE(), AsyncJob::inCall, and NULL.

Rock::Rebuild::CBDATA_CHILD ( Rebuild  )
private
template<class SlotIdType >
void Rock::Rebuild::chainSlots ( SlotIdType &  from,
const SlotId  to 
)
private

Definition at line 629 of file RockRebuild.cc.

References assert, and Rock::LoadingSlot::more.

void Rock::Rebuild::checkpoint ( )
private

Definition at line 267 of file RockRebuild.cc.

References eventAdd(), and Steps().

void AsyncJob::deleteThis ( const char *  aReason)
protectedinherited
bool AsyncJob::done ( ) const
protectedinherited

Definition at line 90 of file AsyncJob.cc.

References AsyncJob::doneAll(), NULL, and AsyncJob::stopReason.

Referenced by AsyncJob::callEnd(), and Downloader::downloadFinished().

bool Rock::Rebuild::doneAll ( ) const
overrideprotectedvirtual

Reimplemented from AsyncJob.

Definition at line 288 of file RockRebuild.cc.

References AsyncJob::doneAll().

bool Rock::Rebuild::doneLoading ( ) const
protected

Definition at line 274 of file RockRebuild.cc.

bool Rock::Rebuild::doneValidating ( ) const
protected

Definition at line 280 of file RockRebuild.cc.

References opt_store_doublecheck.

void Rock::Rebuild::failure ( const char *  msg,
int  errNo = 0 
)
private

Definition at line 568 of file RockRebuild.cc.

References assert, DBG_CRITICAL, debugs, fatalf(), and xstrerr().

void Rock::Rebuild::finalizeOrFree ( const sfileno  fileNo,
LoadingEntry le 
)
private

Either make the entry accessible to all or free it. This method must only be called when no more entry slots are expected.

Definition at line 501 of file RockRebuild.cc.

void Rock::Rebuild::freeBadEntry ( const sfileno  fileno,
const char *  eDescription 
)
private

Marks remaining bad entry slots as free and unlocks the entry. The map cannot do this because Loading entries may have holes in the slots chain.

Definition at line 539 of file RockRebuild.cc.

References assert, debugs, Rock::LoadingEntry::leCorrupted, Rock::LoadingEntry::size, Ipc::StoreMapAnchor::start, and Rock::LoadingEntry::state().

void Rock::Rebuild::freeSlot ( const SlotId  slotId,
const bool  invalid 
)
private
void Rock::Rebuild::freeUnusedSlot ( const SlotId  slotId,
const bool  invalid 
)
private

Definition at line 604 of file RockRebuild.cc.

References assert, and Rock::LoadingSlot::mapped().

Rock::LoadingEntry Rock::Rebuild::loadingEntry ( const sfileno  fileNo)
private

Definition at line 347 of file RockRebuild.cc.

References Must.

Rock::LoadingSlot Rock::Rebuild::loadingSlot ( const SlotId  slotId)
private

Definition at line 354 of file RockRebuild.cc.

References Must.

void Rock::Rebuild::loadingSteps ( )
private
void Rock::Rebuild::loadOneSlot ( )
private
void Rock::Rebuild::mapSlot ( const SlotId  slotId,
const DbCellHeader header 
)
private
bool Rock::Rebuild::sameEntry ( const sfileno  fileno,
const DbCellHeader header 
) const
private

Definition at line 736 of file RockRebuild.cc.

References Rock::DbCellHeader::key, and Ipc::StoreMapAnchor::sameKey().

void Rock::Rebuild::start ( )
overrideprotectedvirtual
void Rock::Rebuild::startNewEntry ( const sfileno  fileno,
const SlotId  slotId,
const DbCellHeader header 
)
private
void Rock::Rebuild::steps ( )
private

Definition at line 301 of file RockRebuild.cc.

void Rock::Rebuild::Steps ( void *  data)
staticprivate

Definition at line 294 of file RockRebuild.cc.

References CallJobHere.

Referenced by checkpoint().

void Rock::Rebuild::swanSong ( )
overrideprotectedvirtual

Reimplemented from AsyncJob.

Definition at line 559 of file RockRebuild.cc.

References counts, debugs, HERE(), Store::Controller::store_dirs_rebuilding, and storeRebuildComplete().

virtual void* CbdataParent::toCbdata ( )
pure virtualinherited
void Rock::Rebuild::validateOneSlot ( const SlotId  slotId)
private
void Rock::Rebuild::validationSteps ( )
private

Definition at line 431 of file RockRebuild.cc.

References current_time, debugs, getCurrentTime(), opt_foreground_rebuild, and tvSubMsec().

Member Data Documentation

MemBuf Rock::Rebuild::buf
private

Definition at line 87 of file RockRebuild.h.

StoreRebuildData Rock::Rebuild::counts
private

Definition at line 89 of file RockRebuild.h.

Referenced by Rebuild().

int Rock::Rebuild::dbEntryLimit
private

Definition at line 81 of file RockRebuild.h.

Referenced by Rebuild().

int64_t Rock::Rebuild::dbOffset
private

Definition at line 84 of file RockRebuild.h.

int64_t Rock::Rebuild::dbSize
private

Definition at line 78 of file RockRebuild.h.

Referenced by Rebuild().

int Rock::Rebuild::dbSlotLimit
private

Definition at line 80 of file RockRebuild.h.

Referenced by Rebuild().

int Rock::Rebuild::dbSlotSize
private

Definition at line 79 of file RockRebuild.h.

Referenced by Rebuild().

int Rock::Rebuild::fd
private

Definition at line 83 of file RockRebuild.h.

const InstanceId<AsyncJob> AsyncJob::id
protectedinherited

Definition at line 70 of file AsyncJob.h.

AsyncCall::Pointer AsyncJob::inCall
protectedinherited
sfileno Rock::Rebuild::loadingPos
private

Definition at line 85 of file RockRebuild.h.

LoadingParts* Rock::Rebuild::parts
private

Definition at line 76 of file RockRebuild.h.

SwapDir* Rock::Rebuild::sd
private

Definition at line 75 of file RockRebuild.h.

Referenced by Rebuild().

const char* AsyncJob::stopReason
protectedinherited
sfileno Rock::Rebuild::validationPos
private

Definition at line 86 of file RockRebuild.h.


The documentation for this class was generated from the following files:

 

Introduction

Documentation

Support

Miscellaneous

Web Site Translations

Mirrors