Navigation

Operators and Keywords

Function List:

C++ API

lex.cc File Reference

#include <stdio.h>
#include <string.h>
#include <errno.h>
#include <stdlib.h>
#include <cctype>
#include <cstring>
#include <iostream>
#include <set>
#include <sstream>
#include <string>
#include <stack>
#include "cmd-edit.h"
#include "quit.h"
#include "lo-mappers.h"
#include "Cell.h"
#include "comment-list.h"
#include "defun.h"
#include "error.h"
#include "gripes.h"
#include "input.h"
#include "lex.h"
#include "ov.h"
#include "parse.h"
#include "pt-all.h"
#include "symtab.h"
#include "token.h"
#include "toplev.h"
#include "utils.h"
#include "variables.h"
#include <y.tab.h>
#include <oct-gperf.h>
#include <unistd.h>

Include dependency graph for lex.cc:


Classes

struct  yy_buffer_state
struct  yy_trans_info
class  bracket_brace_paren_nesting_level
class  flex_stream_reader

Defines

#define YY_INT_ALIGNED   short int
#define yy_create_buffer   octave__create_buffer
#define yy_delete_buffer   octave__delete_buffer
#define yy_flex_debug   octave__flex_debug
#define yy_init_buffer   octave__init_buffer
#define yy_flush_buffer   octave__flush_buffer
#define yy_load_buffer_state   octave__load_buffer_state
#define yy_switch_to_buffer   octave__switch_to_buffer
#define yyin   octave_in
#define yyleng   octave_leng
#define yylex   octave_lex
#define yylineno   octave_lineno
#define yyout   octave_out
#define yyrestart   octave_restart
#define yytext   octave_text
#define yywrap   octave_wrap
#define yyalloc   octave_alloc
#define yyrealloc   octave_realloc
#define yyfree   octave_free
#define FLEX_SCANNER
#define YY_FLEX_MAJOR_VERSION   2
#define YY_FLEX_MINOR_VERSION   5
#define YY_FLEX_SUBMINOR_VERSION   35
#define FLEX_BETA
#define INT8_MIN   (-128)
#define INT16_MIN   (-32767-1)
#define INT32_MIN   (-2147483647-1)
#define INT8_MAX   (127)
#define INT16_MAX   (32767)
#define INT32_MAX   (2147483647)
#define UINT8_MAX   (255U)
#define UINT16_MAX   (65535U)
#define UINT32_MAX   (4294967295U)
#define yyconst
#define YY_NULL   0
#define YY_SC_TO_UI(c)   ((unsigned int) (unsigned char) c)
#define BEGIN   (yy_start) = 1 + 2 *
#define YY_START   (((yy_start) - 1) / 2)
#define YYSTATE   YY_START
#define YY_STATE_EOF(state)   (YY_END_OF_BUFFER + state + 1)
#define YY_NEW_FILE   octave_restart(octave_in )
#define YY_END_OF_BUFFER_CHAR   0
#define YY_BUF_SIZE   16384
#define YY_STATE_BUF_SIZE   ((YY_BUF_SIZE + 2) * sizeof(yy_state_type))
#define EOB_ACT_CONTINUE_SCAN   0
#define EOB_ACT_END_OF_FILE   1
#define EOB_ACT_LAST_MATCH   2
#define YY_LESS_LINENO(n)
#define yyless(n)
#define unput(c)   yyunput( c, (yytext_ptr) )
#define YY_BUFFER_NEW   0
#define YY_BUFFER_NORMAL   1
#define YY_BUFFER_EOF_PENDING   2
#define YY_CURRENT_BUFFER
#define YY_CURRENT_BUFFER_LVALUE   (yy_buffer_stack)[(yy_buffer_stack_top)]
#define YY_FLUSH_BUFFER   octave__flush_buffer(YY_CURRENT_BUFFER )
#define yy_new_buffer   octave__create_buffer
#define yy_set_interactive(is_interactive)
#define yy_set_bol(at_bol)
#define YY_AT_BOL()   (YY_CURRENT_BUFFER_LVALUE->yy_at_bol)
#define yytext_ptr   octave_text
#define YY_DO_BEFORE_ACTION
#define YY_NUM_RULES   90
#define YY_END_OF_BUFFER   91
#define REJECT   reject_used_but_not_detected
#define yymore()   yymore_used_but_not_detected
#define YY_MORE_ADJ   0
#define YY_RESTORE_YY_MORE_OFFSET
#define yylval   octave_lval
#define YY_INPUT(buf, result, max_size)
#define YY_FATAL_ERROR(msg)
#define DISPLAY_TOK_AND_RETURN(tok)
#define COUNT_TOK_AND_RETURN(tok)
#define TOK_RETURN(tok)
#define TOK_PUSH_AND_RETURN(name, tok)
#define BIN_OP_RETURN(tok, convert, bos)
#define XBIN_OP_RETURN(tok, convert, bos)
#define LEXER_DEBUG(pattern)
#define INITIAL   0
#define COMMAND_START   1
#define MATRIX_START   2
#define SCRIPT_FILE_BEGIN   3
#define FUNCTION_FILE_BEGIN   4
#define YY_EXTRA_TYPE   void *
#define YY_READ_BUF_SIZE   8192
#define ECHO   do { if (fwrite( octave_text, octave_leng, 1, octave_out )) {} } while (0)
#define yyterminate()   return YY_NULL
#define YY_START_STACK_INCR   25
#define YY_DECL_IS_OURS   1
#define YY_DECL   int octave_lex (void)
#define YY_BREAK   break;
#define YY_RULE_SETUP
#define YY_EXIT_FAILURE   2
#define yyless(n)
#define YYTABLES_NAME   "yytables"

Typedefs

typedef signed char flex_int8_t
typedef short int flex_int16_t
typedef int flex_int32_t
typedef unsigned char flex_uint8_t
typedef unsigned short int flex_uint16_t
typedef unsigned int flex_uint32_t
typedef struct yy_buffer_stateYY_BUFFER_STATE
typedef size_t yy_size_t
typedef unsigned char YY_CHAR
typedef int yy_state_type
typedef int yum_yum

Functions

void octave_restart (FILE *input_file)
void octave__switch_to_buffer (YY_BUFFER_STATE new_buffer)
YY_BUFFER_STATE octave__create_buffer (FILE *file, int size)
void octave__delete_buffer (YY_BUFFER_STATE b)
void octave__flush_buffer (YY_BUFFER_STATE b)
void octave_push_buffer_state (YY_BUFFER_STATE new_buffer)
void octave_pop_buffer_state (void)
YY_BUFFER_STATE octave__scan_buffer (char *base, yy_size_t size)
YY_BUFFER_STATE octave__scan_string (yyconst char *yy_str)
YY_BUFFER_STATE octave__scan_bytes (yyconst char *bytes, int len)
void * octave_alloc (yy_size_t)
void * octave_realloc (void *, yy_size_t)
void octave_free (void *)
int octave_lex_destroy (void)
int octave_get_debug (void)
void octave_set_debug (int debug_flag)
YY_EXTRA_TYPE octave_get_extra (void)
void octave_set_extra (YY_EXTRA_TYPE user_defined)
FILE * octave_get_in (void)
void octave_set_in (FILE *in_str)
FILE * octave_get_out (void)
void octave_set_out (FILE *out_str)
int octave_get_leng (void)
char * octave_get_text (void)
int octave_get_lineno (void)
void octave_set_lineno (int line_number)
int octave_wrap (void)
int octave_lex (void)
 if (!(yy_init))
 while (1)
int isatty (int)
void reset_parser (void)
YY_BUFFER_STATE current_buffer (void)
YY_BUFFER_STATE create_buffer (FILE *f)
void switch_to_buffer (YY_BUFFER_STATE buf)
void delete_buffer (YY_BUFFER_STATE buf)
void restore_input_buffer (void *buf)
void delete_input_buffer (void *buf)
std::string grab_comment_block (stream_reader &reader, bool at_bol, bool &eof)
bool is_keyword (const std::string &s)
 DEFUN (iskeyword, args,,"-*- texinfo -*-\n\ @deftypefn {Built-in Function} {} iskeyword (@var{name})\n\ Return true if @var{name} is an Octave keyword. If @var{name}\n\ is omitted, return a list of keywords.\n\ @end deftypefn")
void prep_lexer_for_script_file (void)
void prep_lexer_for_function_file (void)
 DEFUN (__display_tokens__, args, nargout,"-*- texinfo -*-\n\ @deftypefn {Built-in Function} {} __display_tokens__ ()\n\ Query or set the internal variable that determines whether Octave's\n\ lexer displays tokens as they are read.\n\ @end deftypefn")
 DEFUN (__token_count__,,,"-*- texinfo -*-\n\ @deftypefn {Built-in Function} {} __token_count__ ()\n\ Number of language tokens processed since Octave startup.\n\ @end deftypefn")
 DEFUN (__lexer_debug_flag__, args, nargout,"-*- texinfo -*-\n\ @deftypefn {Built-in Function} {@var{old_val} =} __lexer_debug_flag__ (@var{new_val}))\n\ Undocumented internal function.\n\ @end deftypefn")

Variables

int octave_leng
FILE * octave_in = (FILE *) 0
FILE * octave_out = (FILE *) 0
int octave_lineno = 1
char * octave_text
int octave__flex_debug = 0
bool parser_end_of_input = false
lexical_feedback lexer_flags
std::stack< token * > token_stack
const yum_yum ATE_NOTHING = 0
const yum_yum ATE_SPACE_OR_TAB = 1
const yum_yum ATE_NEWLINE = 2
YY_DECL register yy_state_type yy_current_state
register char * yy_cp
register char * yy_bp
register int yy_act

Define Documentation

#define BEGIN   (yy_start) = 1 + 2 *

#define BIN_OP_RETURN ( tok,
convert,
bos   ) 

#define COMMAND_START   1

#define COUNT_TOK_AND_RETURN ( tok   ) 

Value:

do \
    { \
      Vtoken_count++; \
      DISPLAY_TOK_AND_RETURN (tok); \
    } \
  while (0)

#define DISPLAY_TOK_AND_RETURN ( tok   ) 

Value:

do \
    { \
      int tok_val = tok; \
      if (Vdisplay_tokens) \
        display_token (tok_val); \
      if (lexer_debug_flag) \
        { \
          std::cerr << "R: "; \
          display_token (tok_val); \
          std::cerr << std::endl;  \
        } \
      return tok_val; \
    } \
  while (0)

#define ECHO   do { if (fwrite( octave_text, octave_leng, 1, octave_out )) {} } while (0)

#define EOB_ACT_CONTINUE_SCAN   0

#define EOB_ACT_END_OF_FILE   1

#define EOB_ACT_LAST_MATCH   2

#define FLEX_BETA

#define FLEX_SCANNER

#define FUNCTION_FILE_BEGIN   4

#define INITIAL   0

#define INT16_MAX   (32767)

#define INT16_MIN   (-32767-1)

#define INT32_MAX   (2147483647)

#define INT32_MIN   (-2147483647-1)

#define INT8_MAX   (127)

#define INT8_MIN   (-128)

#define LEXER_DEBUG ( pattern   ) 

Value:

do \
    { \
      if (lexer_debug_flag) \
        lexer_debug (pattern, octave_text); \
    } \
  while (0)

#define MATRIX_START   2

#define REJECT   reject_used_but_not_detected

#define SCRIPT_FILE_BEGIN   3

#define TOK_PUSH_AND_RETURN ( name,
tok   ) 

Value:

do \
    { \
      yylval.tok_val = new token (name, input_line_number, \
                                  current_input_column); \
      token_stack.push (yylval.tok_val); \
      TOK_RETURN (tok); \
    } \
  while (0)

#define TOK_RETURN ( tok   ) 

#define UINT16_MAX   (65535U)

#define UINT32_MAX   (4294967295U)

#define UINT8_MAX   (255U)

#define unput (  )     yyunput( c, (yytext_ptr) )

#define XBIN_OP_RETURN ( tok,
convert,
bos   ) 

Value:

do \
    { \
      gripe_matlab_incompatible_operator (octave_text); \
      BIN_OP_RETURN (tok, convert, bos); \
    } \
  while (0)

 
#define YY_AT_BOL (  )     (YY_CURRENT_BUFFER_LVALUE->yy_at_bol)

#define YY_BREAK   break;

#define YY_BUF_SIZE   16384

#define YY_BUFFER_EOF_PENDING   2

#define YY_BUFFER_NEW   0

#define YY_BUFFER_NORMAL   1

#define yy_create_buffer   octave__create_buffer

#define YY_CURRENT_BUFFER

Value:

( (yy_buffer_stack) \
                          ? (yy_buffer_stack)[(yy_buffer_stack_top)] \
                          : NULL)

#define YY_CURRENT_BUFFER_LVALUE   (yy_buffer_stack)[(yy_buffer_stack_top)]

#define YY_DECL   int octave_lex (void)

#define YY_DECL_IS_OURS   1

#define yy_delete_buffer   octave__delete_buffer

#define YY_DO_BEFORE_ACTION

Value:

(yytext_ptr) = yy_bp; \
        octave_leng = (size_t) (yy_cp - yy_bp); \
        (yy_hold_char) = *yy_cp; \
        *yy_cp = '\0'; \
        (yy_c_buf_p) = yy_cp;

#define YY_END_OF_BUFFER   91

#define YY_END_OF_BUFFER_CHAR   0

#define YY_EXIT_FAILURE   2

#define YY_EXTRA_TYPE   void *

#define YY_FATAL_ERROR ( msg   ) 

Value:

do \
    { \
      error (msg); \
      OCTAVE_QUIT; \
      yy_fatal_error (msg); \
    } \
  while (0)

#define yy_flex_debug   octave__flex_debug

#define YY_FLEX_MAJOR_VERSION   2

#define YY_FLEX_MINOR_VERSION   5

#define YY_FLEX_SUBMINOR_VERSION   35

#define YY_FLUSH_BUFFER   octave__flush_buffer(YY_CURRENT_BUFFER )

#define yy_flush_buffer   octave__flush_buffer

#define yy_init_buffer   octave__init_buffer

#define YY_INPUT ( buf,
result,
max_size   ) 

Value:

if ((result = octave_read (buf, max_size)) < 0) \
    YY_FATAL_ERROR ("octave_read () in flex scanner failed");

#define YY_INT_ALIGNED   short int

#define YY_LESS_LINENO (  ) 

#define yy_load_buffer_state   octave__load_buffer_state

#define YY_MORE_ADJ   0

#define yy_new_buffer   octave__create_buffer

#define YY_NEW_FILE   octave_restart(octave_in )

#define YY_NULL   0

#define YY_NUM_RULES   90

#define YY_READ_BUF_SIZE   8192

#define YY_RESTORE_YY_MORE_OFFSET

#define YY_RULE_SETUP

Value:

if ( octave_leng > 0 ) \
                YY_CURRENT_BUFFER_LVALUE->yy_at_bol = \
                                (octave_text[octave_leng - 1] == '\n'); \
        YY_USER_ACTION

#define YY_SC_TO_UI (  )     ((unsigned int) (unsigned char) c)

#define yy_set_bol ( at_bol   ) 

Value:

{ \
        if ( ! YY_CURRENT_BUFFER ){\
        octave_ensure_buffer_stack (); \
                YY_CURRENT_BUFFER_LVALUE =    \
            octave__create_buffer(octave_in,YY_BUF_SIZE ); \
        } \
        YY_CURRENT_BUFFER_LVALUE->yy_at_bol = at_bol; \
        }

#define yy_set_interactive ( is_interactive   ) 

Value:

{ \
        if ( ! YY_CURRENT_BUFFER ){ \
        octave_ensure_buffer_stack (); \
                YY_CURRENT_BUFFER_LVALUE =    \
            octave__create_buffer(octave_in,YY_BUF_SIZE ); \
        } \
        YY_CURRENT_BUFFER_LVALUE->yy_is_interactive = is_interactive; \
        }

#define YY_START   (((yy_start) - 1) / 2)

#define YY_START_STACK_INCR   25

#define YY_STATE_BUF_SIZE   ((YY_BUF_SIZE + 2) * sizeof(yy_state_type))

#define YY_STATE_EOF ( state   )     (YY_END_OF_BUFFER + state + 1)

#define yy_switch_to_buffer   octave__switch_to_buffer

#define yyalloc   octave_alloc

#define yyconst

#define yyfree   octave_free

#define yyin   octave_in

#define yyleng   octave_leng

#define yyless (  ) 

Value:

do \
                { \
                /* Undo effects of setting up octave_text. */ \
        int yyless_macro_arg = (n); \
        YY_LESS_LINENO(yyless_macro_arg);\
                octave_text[octave_leng] = (yy_hold_char); \
                (yy_c_buf_p) = octave_text + yyless_macro_arg; \
                (yy_hold_char) = *(yy_c_buf_p); \
                *(yy_c_buf_p) = '\0'; \
                octave_leng = yyless_macro_arg; \
                } \
        while ( 0 )

#define yyless (  ) 

Value:

do \
                { \
                /* Undo effects of setting up octave_text. */ \
        int yyless_macro_arg = (n); \
        YY_LESS_LINENO(yyless_macro_arg);\
                *yy_cp = (yy_hold_char); \
                YY_RESTORE_YY_MORE_OFFSET \
                (yy_c_buf_p) = yy_cp = yy_bp + yyless_macro_arg - YY_MORE_ADJ; \
                YY_DO_BEFORE_ACTION; /* set up octave_text again */ \
                } \
        while ( 0 )

#define yylex   octave_lex

#define yylineno   octave_lineno

#define yylval   octave_lval

 
#define yymore (  )     yymore_used_but_not_detected

#define yyout   octave_out

#define yyrealloc   octave_realloc

#define yyrestart   octave_restart

#define YYSTATE   YY_START

#define YYTABLES_NAME   "yytables"

 
#define yyterminate (  )     return YY_NULL

#define yytext   octave_text

#define yytext_ptr   octave_text

#define yywrap   octave_wrap


Typedef Documentation

typedef short int flex_int16_t

typedef int flex_int32_t

typedef signed char flex_int8_t

typedef unsigned short int flex_uint16_t

typedef unsigned int flex_uint32_t

typedef unsigned char flex_uint8_t

typedef int yum_yum

typedef unsigned char YY_CHAR

typedef size_t yy_size_t

typedef int yy_state_type


Function Documentation

YY_BUFFER_STATE create_buffer ( FILE *  f  ) 

YY_BUFFER_STATE current_buffer ( void   ) 

DEFUN ( __lexer_debug_flag__  ,
args  ,
nargout   
)

DEFUN ( __token_count__   ) 

DEFUN ( __display_tokens__  ,
args  ,
nargout   
)

DEFUN ( iskeyword  ,
args   
)

void delete_buffer ( YY_BUFFER_STATE  buf  ) 

void delete_input_buffer ( void *  buf  ) 

std::string grab_comment_block ( stream_reader reader,
bool  at_bol,
bool eof 
)

if ( yy_init  ) 

bool is_keyword ( const std::string s  ) 

int isatty ( int   ) 

YY_BUFFER_STATE octave__create_buffer ( FILE *  file,
int  size 
)

Allocate and initialize an input buffer state.

Parameters:
file A readable stream.
size The character buffer size in bytes. When in doubt, use YY_BUF_SIZE.
Returns:
the allocated buffer state.

void octave__delete_buffer ( YY_BUFFER_STATE  b  ) 

Destroy the buffer.

Parameters:
b a buffer created with octave__create_buffer()

void octave__flush_buffer ( YY_BUFFER_STATE  b  ) 

Discard all buffered characters. On the next scan, YY_INPUT will be called.

Parameters:
b the buffer state to be flushed, usually YY_CURRENT_BUFFER.

YY_BUFFER_STATE octave__scan_buffer ( char *  base,
yy_size_t  size 
)

Setup the input buffer state to scan directly from a user-specified character buffer.

Parameters:
base the character buffer
size the size in bytes of the character buffer
Returns:
the newly allocated buffer state object.

YY_BUFFER_STATE octave__scan_bytes ( yyconst char *  yybytes,
int  _yybytes_len 
)

Setup the input buffer state to scan the given bytes. The next call to octave_lex() will scan from a copy of bytes.

Parameters:
yybytes the byte buffer to scan
_yybytes_len the number of bytes in the buffer pointed to by bytes.
Returns:
the newly allocated buffer state object.

YY_BUFFER_STATE octave__scan_string ( yyconst char *  yystr  ) 

Setup the input buffer state to scan a string. The next call to octave_lex() will scan from a copy of str.

Parameters:
yystr a NUL-terminated string to scan
Returns:
the newly allocated buffer state object.
Note:
If you want to scan bytes that may contain NUL values, then use octave__scan_bytes() instead.

void octave__switch_to_buffer ( YY_BUFFER_STATE  new_buffer  ) 

Switch to a different input buffer.

Parameters:
new_buffer The new input buffer.

void * octave_alloc ( yy_size_t  size  ) 

void octave_free ( void *  ptr  ) 

int octave_get_debug ( void   ) 

YY_EXTRA_TYPE octave_get_extra ( void   ) 

FILE * octave_get_in ( void   ) 

Get the input stream.

int octave_get_leng ( void   ) 

Get the length of the current token.

int octave_get_lineno ( void   ) 

Get the current line number.

FILE * octave_get_out ( void   ) 

Get the output stream.

char * octave_get_text ( void   ) 

Get the current token.

int octave_lex ( void   ) 

int octave_lex_destroy ( void   ) 

void octave_pop_buffer_state ( void   ) 

Removes and deletes the top of the stack, if present. The next element becomes the new top.

void octave_push_buffer_state ( YY_BUFFER_STATE  new_buffer  ) 

Pushes the new state onto the stack. The new state becomes the current state. This function will allocate the stack if necessary.

Parameters:
new_buffer The new state.

void * octave_realloc ( void *  ptr,
yy_size_t  size 
)

void octave_restart ( FILE *  input_file  ) 

Immediately switch to a different input stream.

Parameters:
input_file A readable stream.
Note:
This function does not reset the start condition to INITIAL .

void octave_set_debug ( int  debug_flag  ) 

void octave_set_extra ( YY_EXTRA_TYPE  user_defined  ) 

void octave_set_in ( FILE *  in_str  ) 

Set the input stream. This does not discard the current input buffer.

Parameters:
in_str A readable stream.
See also:
octave__switch_to_buffer

void octave_set_lineno ( int  line_number  ) 

Set the current line number.

Parameters:
line_number 

void octave_set_out ( FILE *  out_str  ) 

int octave_wrap ( void   ) 

void prep_lexer_for_function_file ( void   ) 

void prep_lexer_for_script_file ( void   ) 

void reset_parser ( void   ) 

void restore_input_buffer ( void *  buf  ) 

void switch_to_buffer ( YY_BUFFER_STATE  buf  ) 

while (  ) 


Variable Documentation

FILE * octave_in = (FILE *) 0

FILE * octave_out = (FILE *) 0

char * octave_text

std::stack<token*> token_stack

register int yy_act

register char * yy_bp

register char* yy_cp

YY_DECL register yy_state_type yy_current_state

The main scanner function which does all the work.