IndexSetForLoadingStage.cpp File Reference

#include "StdConc.h"
#include "../ConcordLib/IndexSetForLoadingStage.h"
#include "../ConcordLib/ConcIndexator.h"

Include dependency graph for IndexSetForLoadingStage.cpp:

Macros
#define	MAX_STRINGBUFFER_SIZE   (DWORD_MAX & (~AllFlags))

Functions
template<class T >
bool	WriteLoadIndexToTempFileAndClear (FILE *fp, vector< T > &V)
void	PrintLoadIndexHashStats (const vector< CItemIndexForLoading > *hash, const char *label, FILE *f)
void	RollbackLoadIndexHash (vector< CItemIndexForLoading > *Hash, CTokenNo startTrimTokenNo)

Variables
bool	ddcEnableAnonymousTokens = false

Macro Definition Documentation

MAX_STRINGBUFFER_SIZE

#define MAX_STRINGBUFFER_SIZE   (DWORD_MAX & (~AllFlags))

Referenced by CIndexSetForLoadingStage::AddItemStrToBuffer().

Function Documentation

WriteLoadIndexToTempFileAndClear()

template<class T >

bool WriteLoadIndexToTempFileAndClear	(	FILE *	fp,
		vector< T > &	V
	)

Referenced by CIndexSetForLoadingStage::SaveMemoryLoadIndex().

Here is the caller graph for this function:

PrintLoadIndexHashStats()

void PrintLoadIndexHashStats	(	const vector< CItemIndexForLoading > *	hash,
		const char *	label,
		FILE *	f
	)

Referenced by CIndexSetForLoadingStage::PrintLoadIndexStats().

Here is the caller graph for this function:

RollbackLoadIndexHash()

void RollbackLoadIndexHash	(	vector< CItemIndexForLoading > *	Hash,
		CTokenNo	startTrimTokenNo
	)

Referenced by CIndexSetForLoadingStage::RollbackLoadIndex().

Here is the caller graph for this function:

Variable Documentation

ddcEnableAnonymousTokens

bool ddcEnableAnonymousTokens = false

global hack: set this to a true value to enable "masked" tokens (0 occurrences, in *_storage but not searchable) during corpus indexing. Default was true prior to ddc v2.1.18.

• 'anonymized' tokens are any beginning with the string "-#" (hard-coded in CIndexSetForLoadingStage::InsertToInputLoadIndex())

Referenced by CIndexSetForLoadingStage::InsertToInputLoadIndex().