32 #ifndef _WASTE_DECODER_H 33 #define _WASTE_DECODER_H 44 class wasteDecoder :
public TokenWriter
99 virtual void close(
void);
105 virtual void put_token(
const mootToken &token) {
112 _put_sentence(sentence);
114 virtual void put_raw_buffer(
const char *buf,
size_t len) {
115 _put_raw_buffer(buf,len);
126 void flush_buffer(
bool force=
false);
130 {
return wd_buf.front(); };
133 inline bool buffer_can_shift(
void)
134 {
return !wd_buf.empty() && wd_tok != &(wd_buf.front()); };
137 inline void buffer_shift(
void)
138 {
if (!wd_buf.empty()) wd_buf.pop_front(); };
143 void _put_raw_buffer(
const char *buf,
size_t len);
static const int tiofWellDone
Definition: mootTokenIO.h:79
Definition: wasteTypes.h:112
bool waste_tag_attr_get(const std::string &tagstr, size_t rpos, bool mydefault=false)
Definition: wasteTypes.h:121
Abstract base class for output stream wrappers.
Definition: mootIO.h:194
Common definitions for WASTE HMM-based tokenizer.
waste decoder component converts hidden tag attributes 's','S','w' to sentence- and token-boundaries ...
Definition: wasteDecoder.h:43
High-level token information object.
Definition: mootToken.h:96
list< mootToken > mootSentence
Definition: mootToken.h:630
Abstract class for token output.
Definition: mootTokenIO.h:700
Abstract and native classes for I/O of moot::mootToken objects.
string mootTagString
Definition: mootToken.h:59
Definition: wasteTypes.h:114
Definition: wasteTypes.h:113