IndexSetForLoadingStage.h

Go to the documentation of this file.

//  DDC originally by Alexey Sokirko
//  Changes and modifications 2011-2018 by Bryan Jurish
//
//  This file is part of DDC.
// 
//  DDC is free software: you can redistribute it and/or modify
//  it under the terms of the GNU Lesser General Public License as published by
//  the Free Software Foundation, either version 3 of the License, or
//  (at your option) any later version.
// 
//  DDC is distributed in the hope that it will be useful,
//  but WITHOUT ANY WARRANTY; without even the implied warranty of
//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
//  GNU Lesser General Public License for more details.
// 
//  You should have received a copy of the GNU Lesser General Public License
//  along with DDC.  If not, see <http://www.gnu.org/licenses/>.
//
#ifndef IndexSetForIndexingStage_h
#define IndexSetForIndexingStage_h


#include "DDCLessOperators.h"
#include "../CommonLib/ddcMMap.h"

//===========================================================
// globals

extern bool ddcEnableAnonymousTokens;



class CItemIndexForLoading
{ 
    vector< CTokenNo >*     m_pCurrOccurs;

    size_t                          m_IndexItemOffset;

public:

    size_t  GetIndexItemOffset() const
    {
        return m_IndexItemOffset;
    };
    void    SetIndexItemOffset(size_t Value) 
    {
        m_IndexItemOffset = Value;
    };

    vector<CTokenNo>* GetOccurs() 
    {
        assert (m_pCurrOccurs);
        return m_pCurrOccurs;
    };

    const vector<CTokenNo>* GetOccurs() const 
    {
        assert (m_pCurrOccurs);
        return m_pCurrOccurs;
    };
    //  return the number of occurrences
    size_t GetOccursSize() const 
    {
        return  m_pCurrOccurs->size();
    };
    bool InitOccurs();

    void FreeOccurs();

    bool WriteOccurrences(FILE* fp) const;

    bool CheckOccurrences(CTokenNo EndTokenNo) const;
        
    void ClearOccurrences();
        
    bool ReadFromTemporalFile (FILE* fp);

    void WriteToTemporalFile (FILE* fp) const;
};






class CIndexSetForLoadingStage
{
    LessIndexString2<CItemIndexForLoading> m_LoadLess2;

    LessIndexString1<CItemIndexForLoading> m_LoadLess1;


    string  m_CurrOccurTempFileName;

    virtual string GetName() const = 0;

    vector<CItemIndexForLoading  >                  m_MemoryLoadIndexHash[256] ;

    vector<CItemIndexForLoading  >                  m_InputLoadIndexHash[256] ;

    bool FindIndexItemInVector (const char* Item, vector<CItemIndexForLoading>::iterator& it, vector<CItemIndexForLoading>& V);

    // finds an item in the swap index set, if it is not found, finds the item in the file index  set
    bool FindIndexItem (const char* Item, vector<CItemIndexForLoading>::iterator& it);

    bool    AddToMemoryLoadIndexAndClear(vector<CItemIndexForLoading>& Body, vector<CItemIndexForLoading>& FileIndexSet);
    int     GetHashNo(const char* Str) const;

protected:
    FILE*           m_TempStorageFile;
    string      m_TempStorageFileName;
    string  m_MainOccurTempFileName;

    size_t                  AddItemStrToBuffer(const char* Str, size_t StrLen);


public:
    bool            m_bUseItemStorage;

    ddcVecFile<char>   m_StringBuffer;


    CIndexSetForLoadingStage ();
    virtual ~CIndexSetForLoadingStage ();

    bool    CreateTempFiles (string Path);
    bool    DeleteTempFiles();
    size_t  GetMemoryLoadIndexItemsCount() const;
    bool    SaveMemoryLoadIndex();
    bool    AddInputLoadIndexToMemoryLoadIndex();
    void    SortInputAndMemoryIndices();
    bool    AddMemoryLoadIndexToMainLoadIndex();
    void    InsertToInputLoadIndex(const char* Str, size_t StrLen, const vector<CTokenNo>& occurrences);

    void    RollbackLoadIndex(CTokenNo startTrimTokenNo);

    void PrintLoadIndexStats(FILE *f=stderr) const;
};



#endif

/*--- emacs style variables ---
 * Local Variables:
 *  mode: C++
 *  c-file-style: "ellemtel"
 *  c-basic-offset: 4
 *  tab-width: 8
 *  indent-tabs-mode: nil
 * End:
 */