ConcIndexator.h

Go to the documentation of this file.

//-*- Mode: C++ -*-

//  DDC originally by Alexey Sokirko
//  Changes and modifications 2011-2020 by Bryan Jurish
//
//  This file is part of DDC.
//
//  DDC is free software: you can redistribute it and/or modify
//  it under the terms of the GNU Lesser General Public License as published by
//  the Free Software Foundation, either version 3 of the License, or
//  (at your option) any later version.
//
//  DDC is distributed in the hope that it will be useful,
//  but WITHOUT ANY WARRANTY; without even the implied warranty of
//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
//  GNU Lesser General Public License for more details.
//
//  You should have received a copy of the GNU Lesser General Public License
//  along with DDC.  If not, see <http://www.gnu.org/licenses/>.
//

#ifndef ConcIndexator_h
#define ConcIndexator_h


#include "TabFormatIndexator.h"

extern const DWORD DefaultMaxTokenCountInOnePeriod;

extern const DWORD DefaultMaxInputLoadIndexSize;

class CConcIndexator : public CTabFormatIndexator {

    CGraphmatFile Graphmat;

    const CDwdsThesaurus *m_pDwdsThesaurus;


    void IndexTextOrHtmlFile(CIndexDocument* document);

    void IndexMorphXml(CIndexDocument* document);

    void IndexFreeIndex(CIndexDocument* document);

    void IndexOneTableTextArea(const string &Text, const CPageNumber &StartPageFromHeader, size_t &page_breaks_count,
                               CIndexDocument* document);

    bool IsDWDSToken(long GraLine) const;

    void LoadXmlFile(string FileName, const char *pFileBuffer, CBibliography &Bibl);

    void LoadFileIntoGraphan(string FileName, const char *pFileBuffer, CBibliography &Bibl);


public:
    CConcIndexator();

    ~CConcIndexator();

    void InitGraphan() ;


    bool SaveCorpusFileList() const;

    bool SaveMaskedFileIds() const;

    void StartIndexing();

    void DestroyIndex();

    void NormalEndIndexing();

    void TerminateIndexing();

    void IndexOneFile(CIndexDocument* document);

    void RollbackIndexOneFile(CTokenNo startTrimTokenNo);

    void CalculateSearchPeriods(DWORD MaxTokenCountInOnePeriod);

    bool CreateAsUnion(vector<CConcIndexator* > &X, bool inheritOptions = true);

    bool CreateAsUnion(const vector<string> &Xfiles, bool inheritOptions = true);

    bool SplitProject(vector<CConcIndexator*> &Subs) const;

    bool SplitProject(vector<CConcIndexator*> &Subs, const string &SubOptions) const;

    bool CreateMorphIndexWrapper();

    DWORD GetMaxTokenCountInOnePeriod() const;

    DWORD GetMaxInputLoadIndexSize() const;

};


#endif 

/*--- emacs style variables ---
 * Local Variables:
 *  mode: C++
 *  c-file-style: "ellemtel"
 *  c-basic-offset: 4
 *  tab-width: 8
 *  indent-tabs-mode: nil
 * End:
 */