wasteScanner.h

Go to the documentation of this file.

/* -*- Mode: C++; coding: utf-8; c-basic-offset: 2; -*- */
/*
   libmoot : moot part-of-speech tagging library
   Copyright (C) 2013-2017 by Bryan Jurish <moocow@cpan.org> and Kay-Michael Würzner

   This library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 3 of the License, or (at your option) any later version.
   
   This library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.
   
   You should have received a copy of the GNU Lesser General Public
   License along with this library; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/

#ifndef _WASTE_SCANNER_H
#define _WASTE_SCANNER_H

#include <mootTokenIO.h> //-- includes TokenLexer -> GenericLexer -> BufferIO -> Utils -> CIO -> IO

namespace moot
{

  /*============================================================================
   * wasteScanner
   */
  class wasteScanner : public GenericLexer
  {
    public:
      /*--------------------------------------------------------------------
       * mootWasteScanner: Data
       */
      /*------------------------------------------------------------*/
      char*       yybuffer;             
      char*       yycursor;             
      char*       yylimit;              
      char*       yytoken;              
      char*       yymarker;             
      size_t      buffer_size;          

      /*--------------------------------------------------------------------
       * mootWasteScanner: Methods
       */
      /*------------------------------------------------------------*/
      wasteScanner(const std::string &myname="wasteScanner",
                   size_t line=0,
                   size_t column=0,
                   mootio::ByteOffset byte=0,
                   size_t init_bufsize=GenericLexer::MGL_DEFAULT_BUFFER_SIZE
                   );

      virtual ~wasteScanner();

      /*------------------------------------------------------------*/

      virtual void *mgl_yy_create_buffer(int size, FILE *unused=stdin)
      {
        yycarp("API method mgl_yy_create_buffer() not implemented in wasteScanner!");
        abort();
      };

      virtual void mgl_yy_switch_to_buffer(void *buf)
      {
        yycarp("API method mgl_yy_switch_to_buffer() not implemented in wasteScanner!");
        abort();
      };

      virtual void mgl_yy_init_buffer(void *buf, FILE *unused=stdin)
      {
        yycarp("API method mgl_yy_init_buffer() not implemented in wasteScanner!");
        abort();
      };

      /*------------------------------------------------------------*/
      
      int yylex ();

      inline std::string yytext ()
      {
        return std::string ( yytoken, yytoken + yyleng () );
      }

      inline int yyleng ()
      {
        return ( yycursor - yytoken );
      }

      bool fill ( size_t n );

      virtual void reset ();

      virtual void from_mstream (mootio::mistream *in);
  };

  /*============================================================================
   * wasteTokenScanner
   */
  class wasteTokenScanner : public TokenReader {
  public:
    /*----------------------------------------
     * TokenScanner: Data
     */
    wasteScanner scanner;

    mootToken wts_token;

    mootSentence wts_sentence;

  public:
    //------------------------------------------------------------
    wasteTokenScanner(int                fmt  =tiofText,
                      const std::string &name ="wasteTokenScanner");

    virtual ~wasteTokenScanner(void);

    /*------------------------------------------------------------
     * TokenReader: Input Selection
     */
    
    virtual void from_mstream(mootio::mistream *mistreamp);

    virtual void close(void);

    /*------------------------------------------------------------
     * TokenReader: Token-Level Access
     */
    virtual mootTokenType get_token(void);
    
    virtual mootTokenType get_sentence(void);

    /*------------------------------------------------------------
     * TokenReader: Diagnostics
     */

    virtual size_t line_number(void) { return scanner.theLine; };

    virtual size_t line_number(size_t n) { return scanner.theLine = n; };

    virtual size_t column_number(void) { return scanner.theColumn; };

    virtual size_t column_number(size_t n) { return scanner.theColumn = n; };

    virtual mootio::ByteOffset byte_number(void) { return scanner.theByte; };

    virtual mootio::ByteOffset byte_number(size_t n) { return scanner.theByte = n; };
  };


} // namespace moot


#endif /* _WASTE_SCANNER_H */