wasteTrainWriter.h

Go to the documentation of this file.

/* -*- Mode: C++; coding: utf-8; c-basic-offset: 2; -*- */
/*
   libmoot : moot part-of-speech tagging library
   Copyright (C) 2013 by Bryan Jurish <moocow@cpan.org> and Kay-Michael Würzner

   This library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 3 of the License, or (at your option) any later version.
   
   This library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.
   
   You should have received a copy of the GNU Lesser General Public
   License along with this library; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/

#ifndef _WASTE_TRAIN_WRITER_H
#define _WASTE_TRAIN_WRITER_H

#include <wasteLexer.h>
#include <wasteScanner.h>

moot_BEGIN_NAMESPACE

//============================================================================
// wasteTrainer
class wasteTrainWriter : public TokenWriter {
public:
  //----------------------------------------------------------------------


  static void rtt_unescape(std::string &s);

public:
  //----------------------------------------------------------------------

  wasteTokenScanner  wt_scanner;   
  wasteLexerReader   wt_lexer;     
  TokenWriter       *wt_writer;    
  mootSentence       wt_segbuf;    
  mootToken         *wt_pseg;      
  std::string        wt_txtbuf;    
  bool               wt_at_eos;    

public:
  //----------------------------------------------------------------------


  wasteTrainWriter(int fmt=tiofUnknown, const std::string &myname="wasteTrainer");

  virtual ~wasteTrainWriter
();

  //------------------------------------------------------------


  virtual void to_mstream(mootio::mostream *mostreamp);

  virtual void close(void);

  //------------------------------------------------------------

  virtual void put_token(const mootToken &token);

  virtual void put_sentence(const mootSentence &sentence) {
    this->put_tokens(sentence);
    this->put_token( mootToken(TokTypeEOS) );
  };

  virtual void put_raw_buffer(const char *buf, size_t len);

  //------------------------------------------------------------


  void to_writer(TokenWriter *writer);

  void flush_buffer(bool force=false);
};


moot_END_NAMESPACE

#endif /* _WASTE_TRAIN_WRITER_H */