mootHMMTrainer.h

Go to the documentation of this file.

/* -*- Mode: C++ -*- */

/*
   libmoot : moocow's part-of-speech tagging library
   Copyright (C) 2003-2009 by Bryan Jurish <moocow@cpan.org>

   This library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 3 of the License, or (at your option) any later version.
   
   This library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.
   
   You should have received a copy of the GNU Lesser General Public
   License along with this library; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/

/*--------------------------------------------------------------------------
 * File: mootHMMTrainer.h
 * Author: Bryan Jurish <moocow@cpan.org>
 * Description:
 *   + Trainer for moocow's PoS-tagger: shared headers
 *--------------------------------------------------------------------------*/

#ifndef _moot_HMM_TRAINER_H_
#define _moot_HMM_TRAINER_H_

#include <mootTokenIO.h>
#include <mootNgrams.h>
//#include <mootLexfreqs.h> //-- included by mootClassfreqs.h
#include <mootClassfreqs.h>
#include <mootFlavor.h>

moot_BEGIN_NAMESPACE

using namespace std;

/*--------------------------------------------------------------------------
 * mootHMMTrainer : HMM trainer class
 *--------------------------------------------------------------------------*/

class mootHMMTrainer {

public:
  /*-------------------------------------------------------------*/


  typedef mootNgrams::Ngram      Ngram;

  typedef mootNgrams::NgramCount CountT;

  typedef set<mootTagString> TagSet;

public:
  /*-------------------------------------------------------------*/


  mootNgrams   ngrams;

  mootLexfreqs lexfreqs;

  mootClassfreqs lcfreqs;

  mootTaster taster;

  /*-------------------------------------------------------------*/

  bool want_ngrams;     
  bool want_lexfreqs;   
  bool want_classfreqs; 
  bool want_flavors;    

  /*-------------------------------------------------------------*/


  mootTagString eos_tag;

protected:
  /*------------------------------------------------------------*/


  Ngram ng;

  bool last_was_eos;

public:
  /*------------------------------------------------------------*/


  mootHMMTrainer(void)
    : want_ngrams(true),
      want_lexfreqs(true),
      want_classfreqs(true),
      want_flavors(true),
      eos_tag("__$"),
      last_was_eos(false)
  {};

  ~mootHMMTrainer(void) {};


  /*------------------------------------------------------------*/


  inline void clear(void)
  {
    lexfreqs.clear();
    ngrams.clear();
    lcfreqs.clear();
    taster.set_default_rules();
  };

  /*------------------------------------------------------------*/


  bool train_from_reader(TokenReader *reader);

  bool train_from_stream(FILE *in=stdin, const string &srcname="(unknown)");

  bool train_from_file(const string &filename);

  bool train_finish(void);

  /*------------------------------------------------------------*/


  void train_init(void);

  void train_bos(void);

  void train_token(const mootToken &curtok);

  void train_eos(void);

  /*------------------------------------------------------------*/


  void carp(const char *fmt, ...);

};

moot_END_NAMESPACE

#endif /* _moot_HMM_TRAINER_H */