push_lexer Class Reference

#include "lex.h"

Inheritance diagram for push_lexer:

Collaboration diagram for push_lexer:

Public Member Functions
	push_lexer (bool eof, interpreter &interp)
	push_lexer (const push_lexer &)=delete
	push_lexer (const std::string &input, bool eof, interpreter &interp)
	push_lexer (const std::string &input, interpreter &interp)
	push_lexer (interpreter &interp)
void	append_input (const std::string &input, bool eof)
bool	at_end_of_buffer (void) const
bool	at_end_of_file (void) const
void	begin_string (int state)
void	clear_start_state (void)
int	count_token (int tok)
int	count_token_internal (int tok)
token *	current_token (void)
bool	debug_flag (void) const
void	display_start_state (void) const
void	display_token (int tok)
bool	display_tokens (void) const
void	fatal_error (const char *msg)
int	fill_flex_buffer (char *buf, unsigned int max_size)
int	finish_command_arg (void)
void	finish_comment (comment_elt::comment_type typ)
int	flex_yyleng (void)
char *	flex_yytext (void)
bool	fq_identifier_contains_keyword (const std::string &s)
comment_list *	get_comment (void)
int	handle_close_bracket (int bracket_type)
void	handle_continuation (void)
int	handle_end_of_input (void)
int	handle_fq_identifier (void)
int	handle_identifier (void)
int	handle_meta_identifier (void)
template<>
int	handle_number ()
template<>
int	handle_number ()
template<>
int	handle_number ()
template<>
int	handle_number (void)
template<>
int	handle_number (void)
template<>
int	handle_number (void)
template<int base>
int	handle_number (void)
int	handle_op (int tok, bool bos=false, bool compat=true)
int	handle_superclass_identifier (void)
int	handle_token (int tok, token *tok_val=nullptr)
void	increment_token_count (void)
void	init (void)
virtual bool	input_from_eval_string (void) const
virtual bool	input_from_file (void) const
virtual bool	input_from_terminal (void) const
bool	input_from_tmp_history_file (void)
std::string	input_source (void) const
bool	inside_any_object_index (void)
bool	is_push_lexer (void) const
void	lexer_debug (const char *pattern)
bool	looking_at_space (void)
bool	looks_like_command_arg (void)
int	make_keyword_token (const std::string &s)
void	mark_as_variable (const std::string &nm)
void	mark_as_variables (const std::list< std::string > &lst)
void	mark_previous_token_trailing_space (void)
bool	maybe_unput_comma_before_unary_op (int tok)
void	maybe_warn_language_extension_comment (char c)
void	maybe_warn_separator_insert (char sep)
push_lexer &	operator= (const push_lexer &)=delete
std::size_t	pending_token_count (void) const
void	pop_start_state (void)
void	prep_for_file (void)
bool	previous_token_is_binop (void) const
bool	previous_token_is_keyword (void) const
bool	previous_token_may_be_command (void) const
int	previous_token_value (void) const
bool	previous_token_value_is (int tok_val) const
void	push_start_state (int state)
void	push_token (token *)
virtual void	reset (void)
int	show_token (int tok)
bool	space_follows_previous_token (void) const
int	start_state (void) const
int	text_yyinput (void)
void	update_token_positions (int tok_len)
void	warn_deprecated_operator (const std::string &deprecated_op, const std::string &recommended_op, const std::string &version)
void	warn_deprecated_syntax (const std::string &msg)
void	warn_language_extension (const std::string &msg)
void	warn_language_extension_continuation (void)
void	warn_language_extension_operator (const std::string &op)
bool	whitespace_is_significant (void)
void	xunput (char c)
void	xunput (char c, char *buf)

Public Attributes
bool	m_allow_command_syntax
bool	m_arguments_is_keyword
bool	m_at_beginning_of_statement
int	m_block_comment_nesting_level
int	m_braceflag
int	m_bracketflag
bool	m_buffer_function_text
bool	m_classdef_element_names_are_keywords
int	m_command_arg_paren_count
comment_buffer	m_comment_buf
std::string	m_comment_text
std::string	m_current_input_line
int	m_defining_fcn
std::string	m_dir_name
bool	m_end_of_input
std::string	m_fcn_file_full_name
std::string	m_fcn_file_name
filepos	m_filepos
bool	m_force_script
std::string	m_function_text
std::string	m_help_text
input_buffer	m_input_buf
interpreter &	m_interpreter
bool	m_looking_at_anon_fcn_args
bool	m_looking_at_decl_list
int	m_looking_at_function_handle
bool	m_looking_at_indirect_ref
bool	m_looking_at_matrix_or_assign_lhs
std::list< bool >	m_looking_at_object_index
bool	m_looking_at_parameter_list
bool	m_looking_at_return_list
bool	m_looking_for_object_index
int	m_looping
bool	m_maybe_classdef_get_set_method
bbp_nesting_level	m_nesting_level
std::string	m_package_name
std::stack< bool >	m_parsed_function_name
bool	m_parsing_anon_fcn_body
bool	m_parsing_class_method
bool	m_parsing_classdef
bool	m_parsing_classdef_decl
bool	m_parsing_classdef_get_method
bool	m_parsing_classdef_set_method
bool	m_parsing_classdef_superclass
bool	m_quote_is_transpose
bool	m_reading_classdef_file
bool	m_reading_fcn_file
bool	m_reading_script_file
void *	m_scanner
std::string	m_string_text
symbol_table_context	m_symtab_context
filepos	m_tok_beg
filepos	m_tok_end
std::size_t	m_token_count
token_cache	m_tokens

Protected Attributes
std::stack< int >	start_state_stack

Detailed Description

Definition at line 836 of file lex.h.

Constructor & Destructor Documentation

push_lexer() [1/5]

push_lexer::push_lexer ( interpreter &  interp )

inline

Definition at line 841 of file lex.h.

push_lexer() [2/5]

push_lexer::push_lexer ( const std::string &  input, interpreter &  interp  )

inline

Definition at line 847 of file lex.h.

References input().

push_lexer() [3/5]

push_lexer::push_lexer ( bool  eof, interpreter &  interp  )

inline

Definition at line 853 of file lex.h.

push_lexer() [4/5]

push_lexer::push_lexer ( const std::string &  input, bool  eof, interpreter &  interp  )

inline

Definition at line 859 of file lex.h.

References input().

push_lexer() [5/5]

push_lexer::push_lexer ( const push_lexer &  )

delete

Member Function Documentation

append_input()

void push_lexer::append_input	(	const std::string &	input,
		bool	eof
	)

Definition at line 7022 of file lex.cc.

References input(), and lexical_feedback::m_current_input_line.

at_end_of_buffer()

bool base_lexer::at_end_of_buffer ( void  ) const

inlineinherited

Definition at line 632 of file lex.h.

Referenced by push_parser::run().

at_end_of_file()

bool base_lexer::at_end_of_file ( void  ) const

inlineinherited

Definition at line 634 of file lex.h.

begin_string()

void base_lexer::begin_string ( int  state )

inherited

Definition at line 5411 of file lex.cc.

References lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, and state.

clear_start_state()

void base_lexer::clear_start_state ( void  )

inherited

Definition at line 6795 of file lex.cc.

References INITIAL.

count_token()

int base_lexer::count_token ( int  tok )

inherited

Definition at line 6939 of file lex.cc.

References lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

count_token_internal()

int base_lexer::count_token_internal ( int  tok )

inherited

Definition at line 6949 of file lex.cc.

current_token()

token * base_lexer::current_token ( void  )

inherited

Definition at line 6583 of file lex.cc.

References m_scanner, yyget_lval, and YYSTYPE.

debug_flag()

bool base_lexer::debug_flag ( void  ) const

inherited

Definition at line 6730 of file lex.cc.

References interpreter::get_settings(), settings::lexer_debug_flag(), and lexical_feedback::m_interpreter.

display_start_state()

void base_lexer::display_start_state ( void  ) const

inherited

Definition at line 6804 of file lex.cc.

References BLOCK_COMMENT_START, COMMAND_START, DQ_STRING_START, FQ_IDENT_START, INITIAL, INPUT_FILE_START, LINE_COMMENT_START, MATRIX_START, and SQ_STRING_START.

display_token()

void base_lexer::display_token ( int  tok )

inherited

Definition at line 6596 of file lex.cc.

References ADD_EQ, AND_EQ, BREAK, CASE, CATCH, CLASSDEF, CLEANUP, CONTINUE, DIV_EQ, DO, DQ_STRING, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, ELSE, ELSEIF, EMUL, EMUL_EQ, END, END_OF_INPUT, EPOW, EPOW_EQ, EVENTS, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_OR, EXPR_OR_OR, FCN, FCN_HANDLE, FOR, FUNC_RET, GET, GLOBAL, HERMITIAN, IF, INPUT_FILE, LEFTDIV, LEFTDIV_EQ, LEXICAL_ERROR, METAQUERY, METHODS, MINUS_MINUS, MUL_EQ, NAME, NUMBER, token::number(), OR_EQ, OTHERWISE, PERSISTENT, PLUS_PLUS, POW, POW_EQ, octave_value::print_raw(), PROPERTIES, SET, SQ_STRING, STRUCT_ELT, SUB_EQ, SUPERCLASSREF, SWITCH, token::text(), TRANSPOSE, TRY, UNTIL, UNWIND, and WHILE.

display_tokens()

bool base_lexer::display_tokens ( void  ) const

inherited

Definition at line 6737 of file lex.cc.

References settings::display_tokens(), interpreter::get_settings(), and lexical_feedback::m_interpreter.

fatal_error()

void base_lexer::fatal_error ( const char *  msg )

inherited

Definition at line 6724 of file lex.cc.

References error().

fill_flex_buffer()

int push_lexer::fill_flex_buffer ( char *  buf, unsigned int  max_size  )

virtual

Implements base_lexer.

Definition at line 7045 of file lex.cc.

References YY_NULL.

finish_command_arg()

int base_lexer::finish_command_arg ( void  )

inherited

Definition at line 6915 of file lex.cc.

References lexical_feedback::m_command_arg_paren_count, lexical_feedback::m_string_text, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and SQ_STRING.

finish_comment()

void base_lexer::finish_comment ( comment_elt::comment_type  typ )

inherited

Definition at line 6276 of file lex.cc.

References comment_elt::copyright, looks_like_copyright(), looks_like_shebang(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_comment_text, lexical_feedback::m_help_text, lexical_feedback::m_nesting_level, and lexical_feedback::bbp_nesting_level::none().

flex_yyleng()

int base_lexer::flex_yyleng ( void  )

inherited

Definition at line 5450 of file lex.cc.

References m_scanner, and yyget_leng.

flex_yytext()

char * base_lexer::flex_yytext ( void  )

inherited

Definition at line 5444 of file lex.cc.

References m_scanner, and yyget_text.

fq_identifier_contains_keyword()

bool base_lexer::fq_identifier_contains_keyword ( const std::string &  s )

inherited

Definition at line 5834 of file lex.cc.

References iskeyword().

get_comment()

comment_list* base_lexer::get_comment ( void  )

inlineinherited

Definition at line 668 of file lex.h.

Referenced by base_parser::make_statement(), and octave_push_parse().

handle_close_bracket()

int base_lexer::handle_close_bracket ( int  bracket_type )

inherited

Definition at line 6295 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_braceflag, lexical_feedback::m_bracketflag, lexical_feedback::m_looking_at_object_index, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_nesting_level, lexical_feedback::bbp_nesting_level::none(), panic_impossible, and lexical_feedback::bbp_nesting_level::remove().

handle_continuation()

void base_lexer::handle_continuation ( void  )

inherited

Definition at line 6217 of file lex.cc.

References comment_elt::end_of_line, is_space_or_tab(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_comment_text, lexical_feedback::m_filepos, lexical_feedback::mark_previous_token_trailing_space(), and filepos::next_line().

handle_end_of_input()

int base_lexer::handle_end_of_input ( void  )

inherited

Definition at line 5419 of file lex.cc.

References END_OF_INPUT, filepos::line(), lexical_feedback::m_block_comment_nesting_level, lexical_feedback::m_fcn_file_name, lexical_feedback::m_filepos, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and warning().

handle_fq_identifier()

int base_lexer::handle_fq_identifier ( void  )

inherited

Definition at line 6398 of file lex.cc.

References FQ_IDENT, filepos::increment_column(), is_space_or_tab(), LEXICAL_ERROR, lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

handle_identifier()

int base_lexer::handle_identifier ( void  )

inherited

Definition at line 6432 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_at_indirect_ref, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_parsing_anon_fcn_body, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, token::mark_may_be_command(), NAME, and STRUCT_ELT.

handle_meta_identifier()

int base_lexer::handle_meta_identifier ( void  )

inherited

Definition at line 6367 of file lex.cc.

References filepos::increment_column(), is_space_or_tab(), LEXICAL_ERROR, lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and METAQUERY.

handle_number() [1/7]

template<>

int base_lexer::handle_number ( )

inherited

handle_number() [2/7]

template<>

int base_lexer::handle_number ( )

inherited

handle_number() [3/7]

template<>

int base_lexer::handle_number ( )

inherited

handle_number() [4/7]

template<>

int base_lexer::handle_number ( void  )

inherited

Definition at line 5932 of file lex.cc.

References LEXICAL_ERROR, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, make_integer_value(), num_digits(), NUMBER, and panic_impossible.

handle_number() [5/7]

template<>

int base_lexer::handle_number ( void  )

inherited

Definition at line 6025 of file lex.cc.

References flintmax(), imag(), octave_value::is_undefined(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, max(), NUMBER, OCTAVE_LOCAL_BUFFER, octave_value(), and panic_impossible.

handle_number() [6/7]

template<>

int base_lexer::handle_number ( void  )

inherited

Definition at line 6140 of file lex.cc.

References LEXICAL_ERROR, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, make_integer_value(), num_digits(), and NUMBER.

handle_number() [7/7]

template<int base>

int base_lexer::handle_number ( void  )

inherited

handle_op()

int base_lexer::handle_op ( int  tok, bool  bos = false, bool  compat = true  )

inherited

Definition at line 6876 of file lex.cc.

References EXPR_AND, EXPR_LT, FQ_IDENT_START, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_parsing_classdef_decl, lexical_feedback::m_parsing_classdef_superclass, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

handle_superclass_identifier()

int base_lexer::handle_superclass_identifier ( void  )

inherited

Definition at line 6333 of file lex.cc.

References filepos::increment_column(), is_space_or_tab(), iskeyword(), LEXICAL_ERROR, lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and SUPERCLASSREF.

handle_token()

int base_lexer::handle_token ( int  tok, token *  tok_val = nullptr  )

inherited

Definition at line 6928 of file lex.cc.

References lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

increment_token_count()

void base_lexer::increment_token_count ( void  )

inherited

Definition at line 6744 of file lex.cc.

References interpreter::get_settings(), settings::increment_token_count(), lexical_feedback::m_interpreter, and lexical_feedback::m_token_count.

init()

void base_lexer::init ( void  )

inherited

Definition at line 5359 of file lex.cc.

References m_scanner, yylex_init, and yyset_extra.

input_from_eval_string()

virtual bool base_lexer::input_from_eval_string ( void  ) const

inlinevirtualinherited

Reimplemented in lexer.

Definition at line 731 of file lex.h.

Referenced by base_parser::make_anon_fcn_handle().

input_from_file()

virtual bool base_lexer::input_from_file ( void  ) const

inlinevirtualinherited

Reimplemented in lexer.

Definition at line 729 of file lex.h.

input_from_terminal()

virtual bool base_lexer::input_from_terminal ( void  ) const

inlinevirtualinherited

Reimplemented in lexer.

Definition at line 727 of file lex.h.

Referenced by base_parser::make_anon_fcn_handle().

input_from_tmp_history_file()

bool base_lexer::input_from_tmp_history_file ( void  )

inherited

Definition at line 6767 of file lex.cc.

References interpreter::get_history_system(), history_system::input_from_tmp_file(), and lexical_feedback::m_interpreter.

Referenced by base_parser::start_function().

input_source()

std::string push_lexer::input_source ( void  ) const

inlinevirtual

Reimplemented from base_lexer.

Definition at line 875 of file lex.h.

inside_any_object_index()

bool base_lexer::inside_any_object_index ( void  )

inherited

Definition at line 5535 of file lex.cc.

References lexical_feedback::m_looking_at_object_index.

is_push_lexer()

bool push_lexer::is_push_lexer ( void  ) const

inlinevirtual

Reimplemented from base_lexer.

Definition at line 871 of file lex.h.

lexer_debug()

void base_lexer::lexer_debug ( const char *  pattern )

inherited

Definition at line 6753 of file lex.cc.

looking_at_space()

bool base_lexer::looking_at_space ( void  )

inherited

Definition at line 5527 of file lex.cc.

References is_space_or_tab().

looks_like_command_arg()

bool base_lexer::looks_like_command_arg ( void  )

inherited

Definition at line 6320 of file lex.cc.

References lexical_feedback::m_allow_command_syntax, lexical_feedback::previous_token_may_be_command(), and lexical_feedback::space_follows_previous_token().

make_keyword_token()

int base_lexer::make_keyword_token ( const std::string &  s )

inherited

Definition at line 5552 of file lex.cc.

References token::arguments_end, arguments_kw, break_kw, case_kw, catch_kw, token::classdef_end, classdef_kw, continue_kw, do_kw, else_kw, elseif_kw, end_kw, end_try_catch_kw, end_unwind_protect_kw, endarguments_kw, endclassdef_kw, endenumeration_kw, endevents_kw, endfor_kw, endfunction_kw, endif_kw, endmethods_kw, endparfor_kw, endproperties_kw, endspmd_kw, endswitch_kw, endwhile_kw, token::enumeration_end, enumeration_kw, token::events_end, events_kw, token::for_end, for_kw, token::function_end, function_kw, get_kw, global_kw, token::if_end, if_kw, octave_kw_hash::in_word_set(), octave_kw::kw_id, filepos::line(), lexical_feedback::m_arguments_is_keyword, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_buffer_function_text, lexical_feedback::m_classdef_element_names_are_keywords, lexical_feedback::m_current_input_line, lexical_feedback::m_defining_fcn, lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, lexical_feedback::m_force_script, lexical_feedback::m_function_text, lexical_feedback::m_looking_at_decl_list, lexical_feedback::m_looking_at_return_list, lexical_feedback::m_looping, lexical_feedback::m_maybe_classdef_get_set_method, lexical_feedback::m_parsed_function_name, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, lexical_feedback::m_token_count, magic_file_kw, magic_line_kw, token::methods_end, methods_kw, otherwise_kw, panic_impossible, token::parfor_end, parfor_kw, persistent_kw, token::properties_end, properties_kw, return_kw, set_kw, token::simple_end, token::spmd_end, spmd_kw, token::switch_end, switch_kw, octave_kw::tok, token::try_catch_end, try_kw, until_kw, unwind_protect_cleanup_kw, token::unwind_protect_end, unwind_protect_kw, token::while_end, and while_kw.

mark_as_variable()

void lexical_feedback::mark_as_variable ( const std::string &  nm )

inherited

Definition at line 5239 of file lex.cc.

References lexical_feedback::symbol_table_context::curr_scope(), lexical_feedback::m_symtab_context, and symbol_scope::mark_as_variable().

Referenced by base_parser::make_assign_op(), and base_parser::make_for_command().

mark_as_variables()

void lexical_feedback::mark_as_variables ( const std::list< std::string > &  lst )

inherited

Definition at line 5248 of file lex.cc.

References lexical_feedback::symbol_table_context::curr_scope(), lexical_feedback::m_symtab_context, and symbol_scope::mark_as_variables().

Referenced by base_parser::make_assign_op(), base_parser::make_decl_command(), base_parser::make_for_command(), octave_push_parse(), and base_parser::validate_matrix_for_assignment().

mark_previous_token_trailing_space()

void lexical_feedback::mark_previous_token_trailing_space ( void  )

inherited

Definition at line 5197 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, token::mark_trailing_space(), and lexical_feedback::previous_token_value_is().

Referenced by base_lexer::handle_continuation().

maybe_unput_comma_before_unary_op()

bool base_lexer::maybe_unput_comma_before_unary_op ( int  tok )

inherited

Definition at line 6853 of file lex.cc.

References is_space_or_tab(), lexical_feedback::previous_token_is_binop(), lexical_feedback::previous_token_value(), and lexical_feedback::space_follows_previous_token().

maybe_warn_language_extension_comment()

void base_lexer::maybe_warn_language_extension_comment ( char  c )

inherited

Definition at line 6531 of file lex.cc.

maybe_warn_separator_insert()

void base_lexer::maybe_warn_separator_insert ( char  sep )

inherited

Definition at line 6501 of file lex.cc.

References filepos::line(), lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, and warning_with_id().

operator=()

push_lexer& push_lexer::operator= ( const push_lexer &  )

delete

pending_token_count()

std::size_t base_lexer::pending_token_count ( void  ) const

inherited

Definition at line 6590 of file lex.cc.

References lexical_feedback::m_tokens, and lexical_feedback::token_cache::size().

pop_start_state()

void base_lexer::pop_start_state ( void  )

inherited

Definition at line 6785 of file lex.cc.

References BEGIN, and OCTAVE_YYG.

prep_for_file()

void base_lexer::prep_for_file ( void  )

inherited

Definition at line 5403 of file lex.cc.

References INPUT_FILE_START, and lexical_feedback::m_reading_script_file.

previous_token_is_binop()

bool lexical_feedback::previous_token_is_binop ( void  ) const

inherited

Definition at line 5212 of file lex.cc.

References ADD_EQ, AND_EQ, DIV_EQ, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, EMUL, EMUL_EQ, EPOW, EPOW_EQ, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_OR, EXPR_OR_OR, LEFTDIV, LEFTDIV_EQ, MUL_EQ, OR_EQ, POW, POW_EQ, lexical_feedback::previous_token_value(), and SUB_EQ.

Referenced by base_lexer::maybe_unput_comma_before_unary_op().

previous_token_is_keyword()

bool lexical_feedback::previous_token_is_keyword ( void  ) const

inherited

Definition at line 5232 of file lex.cc.

References lexical_feedback::token_cache::front(), token::iskeyword(), and lexical_feedback::m_tokens.

previous_token_may_be_command()

bool lexical_feedback::previous_token_may_be_command ( void  ) const

inherited

Definition at line 5257 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_allow_command_syntax, lexical_feedback::m_tokens, and token::may_be_command().

Referenced by base_lexer::looks_like_command_arg().

previous_token_value()

int lexical_feedback::previous_token_value ( void  ) const

inherited

Definition at line 5183 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, and token::token_value().

Referenced by base_lexer::maybe_unput_comma_before_unary_op(), and lexical_feedback::previous_token_is_binop().

previous_token_value_is()

bool lexical_feedback::previous_token_value_is ( int  tok_val ) const

inherited

Definition at line 5190 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, and token::token_value_is().

Referenced by lexical_feedback::mark_previous_token_trailing_space().

push_start_state()

void base_lexer::push_start_state ( int  state )

inherited

Definition at line 6775 of file lex.cc.

References BEGIN, OCTAVE_YYG, and state.

push_token()

void base_lexer::push_token ( token *  tok )

inherited

Definition at line 6575 of file lex.cc.

References m_scanner, lexical_feedback::m_tokens, lexical_feedback::token_cache::push(), yyget_lval, and YYSTYPE.

reset()

void base_lexer::reset ( void  )

virtualinherited

Reimplemented in lexer.

Definition at line 5380 of file lex.cc.

References lexical_feedback::symbol_table_context::clear(), interpreter::interactive(), lexical_feedback::m_interpreter, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, m_scanner, lexical_feedback::m_symtab_context, lexical_feedback::reset(), and yyrestart.

Referenced by lexer::reset(), and base_parser::reset().

show_token()

int base_lexer::show_token ( int  tok )

inherited

Definition at line 6958 of file lex.cc.

space_follows_previous_token()

bool lexical_feedback::space_follows_previous_token ( void  ) const

inherited

Definition at line 5205 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, and token::space_follows_token().

Referenced by base_lexer::looks_like_command_arg(), and base_lexer::maybe_unput_comma_before_unary_op().

start_state()

int base_lexer::start_state ( void  ) const

inlineinherited

Definition at line 741 of file lex.h.

text_yyinput()

int base_lexer::text_yyinput ( void  )

inherited

Definition at line 5456 of file lex.cc.

References display_character(), and m_scanner.

update_token_positions()

void base_lexer::update_token_positions ( int  tok_len )

inherited

Definition at line 5515 of file lex.cc.

References filepos::increment_column(), lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

warn_deprecated_operator()

void base_lexer::warn_deprecated_operator ( const std::string &  deprecated_op, const std::string &  recommended_op, const std::string &  version  )

inherited

Definition at line 6565 of file lex.cc.

warn_deprecated_syntax()

void base_lexer::warn_deprecated_syntax ( const std::string &  msg )

inherited

Definition at line 6554 of file lex.cc.

References filepos::line(), lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, and warning_with_id().

warn_language_extension()

void base_lexer::warn_language_extension ( const std::string &  msg )

inherited

Definition at line 6516 of file lex.cc.

References filepos::line(), lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, and warning_with_id().

warn_language_extension_continuation()

void base_lexer::warn_language_extension_continuation ( void  )

inherited

Definition at line 6538 of file lex.cc.

warn_language_extension_operator()

void base_lexer::warn_language_extension_operator ( const std::string &  op )

inherited

Definition at line 6544 of file lex.cc.

References n.

whitespace_is_significant()

bool base_lexer::whitespace_is_significant ( void  )

inherited

Definition at line 5862 of file lex.cc.

References lexical_feedback::bbp_nesting_level::is_brace(), lexical_feedback::bbp_nesting_level::is_bracket(), lexical_feedback::m_looking_at_object_index, and lexical_feedback::m_nesting_level.

xunput() [1/2]

void base_lexer::xunput ( char  c )

inherited

Definition at line 5507 of file lex.cc.

xunput() [2/2]

void base_lexer::xunput ( char  c, char *  buf  )

inherited

Definition at line 5491 of file lex.cc.

References display_character(), m_scanner, and yyunput().

Member Data Documentation

m_allow_command_syntax

bool lexical_feedback::m_allow_command_syntax

inherited

Definition at line 358 of file lex.h.

Referenced by base_parser::disallow_command_syntax(), base_lexer::looks_like_command_arg(), lexical_feedback::previous_token_may_be_command(), and lexical_feedback::reset().

m_arguments_is_keyword

bool lexical_feedback::m_arguments_is_keyword

inherited

Definition at line 389 of file lex.h.

Referenced by base_lexer::make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

m_at_beginning_of_statement

bool lexical_feedback::m_at_beginning_of_statement

inherited

Definition at line 362 of file lex.h.

Referenced by base_lexer::finish_comment(), base_lexer::handle_close_bracket(), base_lexer::handle_continuation(), base_lexer::handle_identifier(), base_lexer::handle_number(), base_lexer::handle_op(), base_lexer::make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

m_block_comment_nesting_level

int lexical_feedback::m_block_comment_nesting_level

inherited

Definition at line 460 of file lex.h.

Referenced by base_lexer::handle_end_of_input(), and lexical_feedback::reset().

m_braceflag

int lexical_feedback::m_braceflag

inherited

Definition at line 448 of file lex.h.

Referenced by base_lexer::handle_close_bracket(), and lexical_feedback::reset().

m_bracketflag

int lexical_feedback::m_bracketflag

inherited

Definition at line 445 of file lex.h.

Referenced by base_lexer::handle_close_bracket(), and lexical_feedback::reset().

m_buffer_function_text

bool lexical_feedback::m_buffer_function_text

inherited

Definition at line 442 of file lex.h.

Referenced by lexer::fill_flex_buffer(), base_parser::finish_function(), base_lexer::make_keyword_token(), and lexical_feedback::reset().

m_classdef_element_names_are_keywords

bool lexical_feedback::m_classdef_element_names_are_keywords

inherited

Definition at line 393 of file lex.h.

Referenced by base_lexer::make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

m_command_arg_paren_count

int lexical_feedback::m_command_arg_paren_count

inherited

Definition at line 463 of file lex.h.

Referenced by base_lexer::finish_command_arg(), and lexical_feedback::reset().

m_comment_buf

comment_buffer base_lexer::m_comment_buf

inherited

Definition at line 723 of file lex.h.

Referenced by base_parser::finish_if_command(), base_parser::finish_switch_command(), base_parser::make_do_until_command(), base_parser::make_for_command(), base_parser::make_try_command(), base_parser::make_unwind_command(), base_parser::make_while_command(), and base_parser::start_function().

m_comment_text

std::string lexical_feedback::m_comment_text

inherited

Definition at line 486 of file lex.h.

Referenced by base_lexer::finish_comment(), base_lexer::handle_continuation(), and lexical_feedback::reset().

m_current_input_line

std::string lexical_feedback::m_current_input_line

inherited

Definition at line 483 of file lex.h.

Referenced by append_input(), base_parser::bison_error(), lexer::fill_flex_buffer(), base_lexer::make_keyword_token(), and lexical_feedback::reset().

m_defining_fcn

int lexical_feedback::m_defining_fcn

inherited

Definition at line 454 of file lex.h.

Referenced by base_lexer::make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

m_dir_name

std::string lexical_feedback::m_dir_name

inherited

Definition at line 501 of file lex.h.

Referenced by base_parser::finish_function(), base_parser::make_script(), lexical_feedback::reset(), and base_parser::start_function().

m_end_of_input

bool lexical_feedback::m_end_of_input

inherited

Definition at line 355 of file lex.h.

Referenced by base_parser::finish_input(), and lexical_feedback::reset().

m_fcn_file_full_name

std::string lexical_feedback::m_fcn_file_full_name

inherited

Definition at line 498 of file lex.h.

Referenced by base_parser::bison_error(), base_parser::make_anon_fcn_handle(), base_parser::make_classdef(), base_parser::make_decl_command(), base_lexer::make_keyword_token(), base_parser::make_script(), base_parser::maybe_warn_assign_as_truth_value(), base_parser::maybe_warn_missing_semi(), base_lexer::maybe_warn_separator_insert(), base_parser::maybe_warn_variable_switch_label(), lexical_feedback::reset(), push_parser::run(), parser::run(), base_parser::start_function(), base_lexer::warn_deprecated_syntax(), and base_lexer::warn_language_extension().

m_fcn_file_name

std::string lexical_feedback::m_fcn_file_name

inherited

Definition at line 495 of file lex.h.

Referenced by base_lexer::handle_end_of_input(), base_parser::make_classdef(), base_parser::make_fcn_name(), base_parser::make_script(), lexical_feedback::reset(), and base_parser::start_function().

m_filepos

filepos lexical_feedback::m_filepos

inherited

Definition at line 470 of file lex.h.

Referenced by base_lexer::begin_string(), base_parser::bison_error(), base_lexer::handle_continuation(), base_lexer::handle_end_of_input(), base_lexer::handle_fq_identifier(), base_lexer::handle_meta_identifier(), base_lexer::handle_superclass_identifier(), base_lexer::make_keyword_token(), base_lexer::maybe_warn_separator_insert(), lexical_feedback::reset(), base_lexer::update_token_positions(), base_lexer::warn_deprecated_syntax(), and base_lexer::warn_language_extension().

m_force_script

bool lexical_feedback::m_force_script

inherited

Definition at line 429 of file lex.h.

Referenced by base_lexer::make_keyword_token(), lexical_feedback::reset(), and base_parser::start_function().

m_function_text

std::string lexical_feedback::m_function_text

inherited

Definition at line 492 of file lex.h.

Referenced by lexer::fill_flex_buffer(), base_parser::finish_function(), base_lexer::make_keyword_token(), and lexical_feedback::reset().

m_help_text

std::string lexical_feedback::m_help_text

inherited

Definition at line 489 of file lex.h.

Referenced by base_lexer::finish_comment(), base_parser::make_script(), lexical_feedback::reset(), and base_parser::start_function().

m_input_buf

input_buffer base_lexer::m_input_buf

inherited

Definition at line 720 of file lex.h.

m_interpreter

interpreter& lexical_feedback::m_interpreter

inherited

Definition at line 352 of file lex.h.

Referenced by lexical_feedback::symbol_table_context::curr_scope(), base_lexer::debug_flag(), base_lexer::display_tokens(), lexer::fill_flex_buffer(), base_lexer::increment_token_count(), base_lexer::input_from_tmp_history_file(), and base_lexer::reset().

m_looking_at_anon_fcn_args

bool lexical_feedback::m_looking_at_anon_fcn_args

inherited

Definition at line 365 of file lex.h.

Referenced by octave_push_parse(), and lexical_feedback::reset().

m_looking_at_decl_list

bool lexical_feedback::m_looking_at_decl_list

inherited

Definition at line 375 of file lex.h.

Referenced by base_lexer::make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

m_looking_at_function_handle

int lexical_feedback::m_looking_at_function_handle

inherited

Definition at line 457 of file lex.h.

Referenced by octave_push_parse(), and lexical_feedback::reset().

m_looking_at_indirect_ref

bool lexical_feedback::m_looking_at_indirect_ref

inherited

Definition at line 386 of file lex.h.

Referenced by base_lexer::handle_identifier(), base_parser::make_indirect_ref(), octave_push_parse(), and lexical_feedback::reset().

m_looking_at_matrix_or_assign_lhs

bool lexical_feedback::m_looking_at_matrix_or_assign_lhs

inherited

Definition at line 379 of file lex.h.

Referenced by octave_push_parse(), and lexical_feedback::reset().

m_looking_at_object_index

std::list<bool> lexical_feedback::m_looking_at_object_index

inherited

Definition at line 508 of file lex.h.

Referenced by base_lexer::handle_close_bracket(), lexical_feedback::init(), base_lexer::inside_any_object_index(), lexical_feedback::reset(), and base_lexer::whitespace_is_significant().

m_looking_at_parameter_list

bool lexical_feedback::m_looking_at_parameter_list

inherited

Definition at line 371 of file lex.h.

Referenced by octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

m_looking_at_return_list

bool lexical_feedback::m_looking_at_return_list

inherited

Definition at line 368 of file lex.h.

Referenced by base_lexer::make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

m_looking_for_object_index

bool lexical_feedback::m_looking_for_object_index

inherited

Definition at line 382 of file lex.h.

Referenced by base_lexer::handle_close_bracket(), base_lexer::handle_identifier(), base_lexer::handle_number(), base_lexer::handle_op(), octave_push_parse(), and lexical_feedback::reset().

m_looping

int lexical_feedback::m_looping

inherited

Definition at line 451 of file lex.h.

Referenced by base_parser::make_break_command(), base_parser::make_continue_command(), base_parser::make_do_until_command(), base_parser::make_for_command(), base_lexer::make_keyword_token(), base_parser::make_while_command(), and lexical_feedback::reset().

m_maybe_classdef_get_set_method

bool lexical_feedback::m_maybe_classdef_get_set_method

inherited

Definition at line 416 of file lex.h.

Referenced by base_parser::make_fcn_name(), base_lexer::make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

m_nesting_level

bbp_nesting_level lexical_feedback::m_nesting_level

inherited

Definition at line 520 of file lex.h.

Referenced by base_lexer::finish_comment(), base_lexer::handle_close_bracket(), octave_push_parse(), lexical_feedback::reset(), and base_lexer::whitespace_is_significant().

m_package_name

std::string lexical_feedback::m_package_name

inherited

Definition at line 504 of file lex.h.

Referenced by lexical_feedback::reset(), and base_parser::start_function().

m_parsed_function_name

std::stack<bool> lexical_feedback::m_parsed_function_name

inherited

Definition at line 513 of file lex.h.

Referenced by base_parser::make_fcn_name(), base_lexer::make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

m_parsing_anon_fcn_body

bool lexical_feedback::m_parsing_anon_fcn_body

inherited

Definition at line 396 of file lex.h.

Referenced by base_lexer::handle_identifier(), octave_push_parse(), and lexical_feedback::reset().

m_parsing_class_method

bool lexical_feedback::m_parsing_class_method

inherited

Definition at line 399 of file lex.h.

Referenced by lexical_feedback::reset(), and base_parser::start_function().

m_parsing_classdef

bool lexical_feedback::m_parsing_classdef

inherited

Definition at line 402 of file lex.h.

Referenced by octave_push_parse(), lexical_feedback::reset(), and base_parser::start_function().

m_parsing_classdef_decl

bool lexical_feedback::m_parsing_classdef_decl

inherited

Definition at line 407 of file lex.h.

Referenced by base_lexer::handle_op(), octave_push_parse(), and lexical_feedback::reset().

m_parsing_classdef_get_method

bool lexical_feedback::m_parsing_classdef_get_method

inherited

Definition at line 419 of file lex.h.

Referenced by octave_push_parse(), lexical_feedback::reset(), and base_parser::start_function().

m_parsing_classdef_set_method

bool lexical_feedback::m_parsing_classdef_set_method

inherited

Definition at line 422 of file lex.h.

Referenced by octave_push_parse(), lexical_feedback::reset(), and base_parser::start_function().

m_parsing_classdef_superclass

bool lexical_feedback::m_parsing_classdef_superclass

inherited

Definition at line 411 of file lex.h.

Referenced by base_lexer::handle_op(), octave_push_parse(), and lexical_feedback::reset().

m_quote_is_transpose

bool lexical_feedback::m_quote_is_transpose

inherited

Definition at line 425 of file lex.h.

Referenced by lexical_feedback::reset().

m_reading_classdef_file

bool lexical_feedback::m_reading_classdef_file

inherited

Definition at line 438 of file lex.h.

Referenced by base_parser::bison_error(), base_parser::finish_classdef_file(), base_lexer::handle_end_of_input(), base_lexer::make_keyword_token(), octave_push_parse(), lexical_feedback::reset(), base_lexer::reset(), and base_parser::start_function().

m_reading_fcn_file

bool lexical_feedback::m_reading_fcn_file

inherited

Definition at line 432 of file lex.h.

Referenced by base_parser::bison_error(), base_parser::finish_function(), base_lexer::handle_end_of_input(), base_lexer::make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), lexical_feedback::reset(), base_lexer::reset(), and base_parser::start_function().

m_reading_script_file

bool lexical_feedback::m_reading_script_file

inherited

Definition at line 435 of file lex.h.

Referenced by base_parser::bison_error(), base_lexer::handle_end_of_input(), base_parser::make_decl_command(), base_lexer::make_keyword_token(), octave_push_parse(), base_lexer::prep_for_file(), base_parser::push_fcn_symtab(), lexical_feedback::reset(), base_lexer::reset(), and base_parser::start_function().

m_scanner

void* base_lexer::m_scanner

inherited

Definition at line 717 of file lex.h.

Referenced by push_parser::run().

m_string_text

std::string lexical_feedback::m_string_text

inherited

Definition at line 480 of file lex.h.

Referenced by base_lexer::finish_command_arg(), and lexical_feedback::reset().

m_symtab_context

symbol_table_context lexical_feedback::m_symtab_context

inherited

Definition at line 516 of file lex.h.

Referenced by base_parser::make_anon_fcn_handle(), base_parser::make_classdef(), base_parser::make_fcn_name(), base_parser::make_identifier(), base_parser::make_script(), lexical_feedback::mark_as_variable(), lexical_feedback::mark_as_variables(), octave_push_parse(), base_parser::push_fcn_symtab(), base_parser::recover_from_parsing_function(), lexical_feedback::reset(), base_lexer::reset(), and base_parser::start_function().

m_tok_beg

filepos lexical_feedback::m_tok_beg

inherited

Definition at line 476 of file lex.h.

Referenced by base_lexer::begin_string(), base_lexer::count_token(), base_lexer::finish_command_arg(), base_lexer::handle_end_of_input(), base_lexer::handle_fq_identifier(), base_lexer::handle_identifier(), base_lexer::handle_meta_identifier(), base_lexer::handle_number(), base_lexer::handle_op(), base_lexer::handle_superclass_identifier(), base_lexer::handle_token(), base_lexer::make_keyword_token(), lexical_feedback::reset(), and base_lexer::update_token_positions().

m_tok_end

filepos lexical_feedback::m_tok_end

inherited

Definition at line 477 of file lex.h.

Referenced by base_lexer::count_token(), base_lexer::finish_command_arg(), base_lexer::handle_end_of_input(), base_lexer::handle_fq_identifier(), base_lexer::handle_identifier(), base_lexer::handle_meta_identifier(), base_lexer::handle_number(), base_lexer::handle_op(), base_lexer::handle_superclass_identifier(), base_lexer::handle_token(), base_lexer::make_keyword_token(), lexical_feedback::reset(), and base_lexer::update_token_positions().

m_token_count

std::size_t lexical_feedback::m_token_count

inherited

Definition at line 467 of file lex.h.

Referenced by base_lexer::increment_token_count(), base_lexer::make_keyword_token(), and lexical_feedback::reset().

m_tokens

token_cache lexical_feedback::m_tokens

inherited

Definition at line 523 of file lex.h.

Referenced by lexical_feedback::mark_previous_token_trailing_space(), base_lexer::pending_token_count(), lexical_feedback::previous_token_is_keyword(), lexical_feedback::previous_token_may_be_command(), lexical_feedback::previous_token_value(), lexical_feedback::previous_token_value_is(), base_lexer::push_token(), lexical_feedback::reset(), and lexical_feedback::space_follows_previous_token().

start_state_stack

std::stack<int> base_lexer::start_state_stack

protectedinherited

Definition at line 761 of file lex.h.

---

The documentation for this class was generated from the following files:

• libinterp/parse-tree/lex.h
• libinterp/parse-tree/lex.cc