mootMIParser.h

Go to the documentation of this file.

/* -*- Mode: C++ -*- */
/*
   libmoot : moocow's part-of-speech tagging library
   Copyright (C) 2009 by Bryan Jurish <moocow@cpan.org>

   This library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 3 of the License, or (at your option) any later version.
   
   This library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.
   
   You should have received a copy of the GNU Lesser General Public
   License along with this library; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/

/*--------------------------------------------------------------------------
 * File: mootMIParser.h
 * Author: Bryan Jurish <moocow@cpan.org>
 * Description:
 *   + moot PoS tagger: MI "parser"
 *--------------------------------------------------------------------------*/

#ifndef _MOOT_MIPARSER_H
#define _MOOT_MIPARSER_H

#include <mootDynHMM.h>
#include <assert.h>

moot_BEGIN_NAMESPACE


/*======================================================================
 *Generic  Utilities
 */


/*======================================================================
 * mootMIParser : MI "parser" class
 */

class mootMIParser: public mootDynHMM {
public:
  /*---------------------------------------------------------------------*/
  /* Types */
  typedef mootTagString             TagStr;
  typedef size_t                    SentIndex;
  typedef std::pair< ProbT, SentIndex > ProbIndexPair;
  typedef std::vector< ProbIndexPair >  ProbIndexPairVector;
  typedef std::vector< mootToken* >     TokenPtrVector;

public:
  /*---------------------------------------------------------------------*/
  /* Data */
  mootTagString newtag_str;
  TagID         newtag_id;
  ProbT         newtag_f;
  bool          text_tags;     
  mootTagString output_tag;    
  mootTagString output_prefix; 
public:
  /*---------------------------------------------------------------------*/
  mootMIParser(void)
    : newtag_str("@NEW"),
      newtag_id(0),
      newtag_f(0.5),
      text_tags(false),
      output_tag("$MIParser"),
      output_prefix("[$MIParser] ")
  {};

  virtual ~mootMIParser(void)
  {};

  virtual void set_options(const mootDynHMMOptions &opts)
  {
    newtag_str = opts.newtag_str;
    text_tags  = opts.text_tags;
  };

  //------------------------------------------------------------
  // Utilities


  //---------------------------------------------------------------------


  virtual bool load_model(const string &modelname,
                          const mootTagString &start_tag_str="__$",
                          const char *myname="mootDynLexHMM::load_model()",
                          bool  do_estimate_nglambdas=true,
                          bool  do_estimate_wlambdas=true,
                          bool  do_estimate_clambdas=true,
                          bool  do_build_suffix_trie=true,
                          bool  do_compute_logprobs=true);

  virtual bool compile(mootLexfreqs &lexfreqs,
                       mootNgrams &ngrams,
                       mootClassfreqs &classfreqs,
                       const mootTagString &start_tag_str="__$");

  //------------------------------------------------------------


  /*---------------------------------------------------------------------*/


  virtual void tw_put_info(moot::TokenWriter *tw)
  {
    //mootDynHMM::tw_put_info(tw);
    tw->printf_raw("  +DynHMM class      : %s\n", "mootMIParser");
    tw->printf_raw("   New Tag           : %s\n", newtag_str.c_str());
    tw->printf_raw("   N-gram source     : %s\n", text_tags ? "text" : "tags");
    tw->printf_raw("   Output Tag        : %s\n", output_tag.c_str());
    tw->printf_raw("   Output Prefix     : \"%s\"\n", output_prefix.c_str());
  };

  //------------------------------------------------------------
  // Tagging: Top-level

  virtual void tag_sentence(mootSentence &sentence);
};


moot_END_NAMESPACE

#endif /* _MOOT_DYNHMM_H */