#include "lex.h"

Inheritance diagram for base_lexer:

[legend]

Collaboration diagram for base_lexer:

[legend]

Classes
class	comment_buffer

class	input_buffer

Public Member Functions
	base_lexer (const base_lexer &)=delete

	base_lexer (interpreter &interp)

virtual	~base_lexer (void)

bool	at_end_of_buffer (void) const

bool	at_end_of_file (void) const

void	begin_string (int state)

void	clear_start_state (void)

int	count_token (int tok)

int	count_token_internal (int tok)

token *	current_token (void)

bool	debug_flag (void) const

void	display_start_state (void) const

void	display_token (int tok)

bool	display_tokens (void) const

void	fatal_error (const char *msg)

virtual int	fill_flex_buffer (char *buf, unsigned int max_size)=0

int	finish_command_arg (void)

void	finish_comment (comment_elt::comment_type typ)

int	flex_yyleng (void)

char *	flex_yytext (void)

bool	fq_identifier_contains_keyword (const std::string &s)

comment_list *	get_comment (void)

int	handle_close_bracket (int bracket_type)

void	handle_continuation (void)

int	handle_end_of_input (void)

int	handle_fq_identifier (void)

int	handle_identifier (void)

int	handle_meta_identifier (void)

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number (void)

template<>
int	handle_number (void)

template<>
int	handle_number (void)

template<int base>
int	handle_number (void)

int	handle_op (int tok, bool bos=false, bool compat=true)

int	handle_superclass_identifier (void)

int	handle_token (int tok, token *tok_val=nullptr)

void	increment_token_count (void)

void	init (void)

virtual bool	input_from_eval_string (void) const

virtual bool	input_from_file (void) const

virtual bool	input_from_terminal (void) const

bool	input_from_tmp_history_file (void)

virtual std::string	input_source (void) const

bool	inside_any_object_index (void)

virtual bool	is_push_lexer (void) const

void	lexer_debug (const char *pattern)

bool	looking_at_space (void)

bool	looks_like_command_arg (void)

int	make_keyword_token (const std::string &s)

void	mark_as_variable (const std::string &nm)

void	mark_as_variables (const std::list< std::string > &lst)

void	mark_previous_token_trailing_space (void)

bool	maybe_unput_comma_before_unary_op (int tok)

void	maybe_warn_language_extension_comment (char c)

void	maybe_warn_separator_insert (char sep)

base_lexer &	operator= (const base_lexer &)=delete

std::size_t	pending_token_count (void) const

void	pop_start_state (void)

void	prep_for_file (void)

bool	previous_token_is_binop (void) const

bool	previous_token_is_keyword (void) const

bool	previous_token_may_be_command (void) const

int	previous_token_value (void) const

bool	previous_token_value_is (int tok_val) const

void	push_start_state (int state)

void	push_token (token *)

virtual void	reset (void)

int	show_token (int tok)

bool	space_follows_previous_token (void) const

int	start_state (void) const

int	text_yyinput (void)

void	update_token_positions (int tok_len)

void	warn_deprecated_operator (const std::string &deprecated_op, const std::string &recommended_op, const std::string &version)

void	warn_deprecated_syntax (const std::string &msg)

void	warn_language_extension (const std::string &msg)

void	warn_language_extension_continuation (void)

void	warn_language_extension_operator (const std::string &op)

bool	whitespace_is_significant (void)

void	xunput (char c)

void	xunput (char c, char *buf)

Public Attributes
bool	m_allow_command_syntax

bool	m_arguments_is_keyword

bool	m_at_beginning_of_statement

int	m_block_comment_nesting_level

int	m_braceflag

int	m_bracketflag

bool	m_buffer_function_text

bool	m_classdef_element_names_are_keywords

int	m_command_arg_paren_count

comment_buffer	m_comment_buf

std::string	m_comment_text

std::string	m_current_input_line

int	m_defining_fcn

std::string	m_dir_name

bool	m_end_of_input

std::string	m_fcn_file_full_name

std::string	m_fcn_file_name

filepos	m_filepos

bool	m_force_script

std::string	m_function_text

std::string	m_help_text

input_buffer	m_input_buf

interpreter &	m_interpreter

bool	m_looking_at_anon_fcn_args

bool	m_looking_at_decl_list

int	m_looking_at_function_handle

bool	m_looking_at_indirect_ref

bool	m_looking_at_matrix_or_assign_lhs

std::list< bool >	m_looking_at_object_index

bool	m_looking_at_parameter_list

bool	m_looking_at_return_list

bool	m_looking_for_object_index

int	m_looping

bool	m_maybe_classdef_get_set_method

bbp_nesting_level	m_nesting_level

std::string	m_package_name

std::stack< bool >	m_parsed_function_name

bool	m_parsing_anon_fcn_body

bool	m_parsing_class_method

bool	m_parsing_classdef

bool	m_parsing_classdef_decl

bool	m_parsing_classdef_get_method

bool	m_parsing_classdef_set_method

bool	m_parsing_classdef_superclass

bool	m_quote_is_transpose

bool	m_reading_classdef_file

bool	m_reading_fcn_file

bool	m_reading_script_file

void *	m_scanner

std::string	m_string_text

symbol_table_context	m_symtab_context

filepos	m_tok_beg

filepos	m_tok_end

std::size_t	m_token_count

token_cache	m_tokens

Protected Attributes
std::stack< int >	start_state_stack

Detailed Description

Definition at line 531 of file lex.h.

Constructor & Destructor Documentation

◆ base_lexer() [1/2]

base_lexer::base_lexer ( interpreter & interp )

inline

Definition at line 605 of file lex.h.

◆ base_lexer() [2/2]

base_lexer::base_lexer ( const base_lexer & )

delete

◆ ~base_lexer()

base_lexer::~base_lexer ( void )

virtual

Definition at line 5353 of file lex.cc.

Member Function Documentation

◆ at_end_of_buffer()

bool base_lexer::at_end_of_buffer ( void ) const

inline

Definition at line 632 of file lex.h.

Referenced by push_parser::run().

◆ at_end_of_file()

bool base_lexer::at_end_of_file ( void ) const

inline

Definition at line 634 of file lex.h.

◆ begin_string()

void base_lexer::begin_string ( int state )

Definition at line 5411 of file lex.cc.

References lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, and state.

◆ clear_start_state()

void base_lexer::clear_start_state ( void )

Definition at line 6795 of file lex.cc.

References INITIAL.

◆ count_token()

int base_lexer::count_token ( int tok )

Definition at line 6939 of file lex.cc.

References lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ count_token_internal()

int base_lexer::count_token_internal ( int tok )

Definition at line 6949 of file lex.cc.

◆ current_token()

token * base_lexer::current_token ( void )

Definition at line 6583 of file lex.cc.

References m_scanner, yyget_lval, and YYSTYPE.

◆ debug_flag()

bool base_lexer::debug_flag ( void ) const

Definition at line 6730 of file lex.cc.

References interpreter::get_settings(), settings::lexer_debug_flag(), and lexical_feedback::m_interpreter.

◆ display_start_state()

void base_lexer::display_start_state ( void ) const

Definition at line 6804 of file lex.cc.

References BLOCK_COMMENT_START, COMMAND_START, DQ_STRING_START, FQ_IDENT_START, INITIAL, INPUT_FILE_START, LINE_COMMENT_START, MATRIX_START, and SQ_STRING_START.

◆ display_token()

void base_lexer::display_token ( int tok )

Definition at line 6596 of file lex.cc.

References ADD_EQ, AND_EQ, BREAK, CASE, CATCH, CLASSDEF, CLEANUP, CONTINUE, DIV_EQ, DO, DQ_STRING, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, ELSE, ELSEIF, EMUL, EMUL_EQ, END, END_OF_INPUT, EPOW, EPOW_EQ, EVENTS, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_OR, EXPR_OR_OR, FCN, FCN_HANDLE, FOR, FUNC_RET, GET, GLOBAL, HERMITIAN, IF, INPUT_FILE, LEFTDIV, LEFTDIV_EQ, LEXICAL_ERROR, METAQUERY, METHODS, MINUS_MINUS, MUL_EQ, NAME, NUMBER, token::number(), OR_EQ, OTHERWISE, PERSISTENT, PLUS_PLUS, POW, POW_EQ, octave_value::print_raw(), PROPERTIES, SET, SQ_STRING, STRUCT_ELT, SUB_EQ, SUPERCLASSREF, SWITCH, token::text(), TRANSPOSE, TRY, UNTIL, UNWIND, and WHILE.

◆ display_tokens()

bool base_lexer::display_tokens ( void ) const

Definition at line 6737 of file lex.cc.

References settings::display_tokens(), interpreter::get_settings(), and lexical_feedback::m_interpreter.

◆ fatal_error()

void base_lexer::fatal_error ( const char * msg )

Definition at line 6724 of file lex.cc.

References error().

◆ fill_flex_buffer()

virtual int base_lexer::fill_flex_buffer	(	char *	buf,
		unsigned int	max_size
	)

pure virtual

Implemented in push_lexer, and lexer.

◆ finish_command_arg()

int base_lexer::finish_command_arg ( void )

Definition at line 6915 of file lex.cc.

References lexical_feedback::m_command_arg_paren_count, lexical_feedback::m_string_text, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and SQ_STRING.

◆ finish_comment()

void base_lexer::finish_comment ( comment_elt::comment_type typ )

Definition at line 6276 of file lex.cc.

References comment_elt::copyright, looks_like_copyright(), looks_like_shebang(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_comment_text, lexical_feedback::m_help_text, lexical_feedback::m_nesting_level, and lexical_feedback::bbp_nesting_level::none().

◆ flex_yyleng()

int base_lexer::flex_yyleng ( void )

Definition at line 5450 of file lex.cc.

References m_scanner, and yyget_leng.

◆ flex_yytext()

char * base_lexer::flex_yytext ( void )

Definition at line 5444 of file lex.cc.

References m_scanner, and yyget_text.

◆ fq_identifier_contains_keyword()

bool base_lexer::fq_identifier_contains_keyword ( const std::string & s )

Definition at line 5834 of file lex.cc.

References iskeyword().

◆ get_comment()

comment_list* base_lexer::get_comment ( void )

inline

Definition at line 668 of file lex.h.

Referenced by base_parser::make_statement(), and octave_push_parse().

◆ handle_close_bracket()

int base_lexer::handle_close_bracket ( int bracket_type )

Definition at line 6295 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_braceflag, lexical_feedback::m_bracketflag, lexical_feedback::m_looking_at_object_index, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_nesting_level, lexical_feedback::bbp_nesting_level::none(), panic_impossible, and lexical_feedback::bbp_nesting_level::remove().

◆ handle_continuation()

void base_lexer::handle_continuation ( void )

Definition at line 6217 of file lex.cc.

References comment_elt::end_of_line, is_space_or_tab(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_comment_text, lexical_feedback::m_filepos, lexical_feedback::mark_previous_token_trailing_space(), and filepos::next_line().

◆ handle_end_of_input()

int base_lexer::handle_end_of_input ( void )

Definition at line 5419 of file lex.cc.

References END_OF_INPUT, filepos::line(), lexical_feedback::m_block_comment_nesting_level, lexical_feedback::m_fcn_file_name, lexical_feedback::m_filepos, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and warning().

◆ handle_fq_identifier()

int base_lexer::handle_fq_identifier ( void )

Definition at line 6398 of file lex.cc.

References FQ_IDENT, filepos::increment_column(), is_space_or_tab(), LEXICAL_ERROR, lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ handle_identifier()

int base_lexer::handle_identifier ( void )

Definition at line 6432 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_at_indirect_ref, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_parsing_anon_fcn_body, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, token::mark_may_be_command(), NAME, and STRUCT_ELT.

◆ handle_meta_identifier()

int base_lexer::handle_meta_identifier ( void )

Definition at line 6367 of file lex.cc.

References filepos::increment_column(), is_space_or_tab(), LEXICAL_ERROR, lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and METAQUERY.

◆ handle_number() [1/7]

template<>

int base_lexer::handle_number ( )

◆ handle_number() [2/7]

template<>

int base_lexer::handle_number ( )

◆ handle_number() [3/7]

template<>

int base_lexer::handle_number ( )

◆ handle_number() [4/7]

template<>

int base_lexer::handle_number ( void )

Definition at line 5932 of file lex.cc.

References LEXICAL_ERROR, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, make_integer_value(), num_digits(), NUMBER, and panic_impossible.

◆ handle_number() [5/7]

template<>

int base_lexer::handle_number ( void )

Definition at line 6025 of file lex.cc.

References flintmax(), imag(), octave_value::is_undefined(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, max(), NUMBER, OCTAVE_LOCAL_BUFFER, octave_value(), and panic_impossible.

◆ handle_number() [6/7]

template<>

int base_lexer::handle_number ( void )

Definition at line 6140 of file lex.cc.

References LEXICAL_ERROR, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, make_integer_value(), num_digits(), and NUMBER.

◆ handle_number() [7/7]

template<int base>

int base_lexer::handle_number ( void )

◆ handle_op()

int base_lexer::handle_op	(	int	tok,
		bool	bos = `false`,
		bool	compat = `true`
	)

Definition at line 6876 of file lex.cc.

References EXPR_AND, EXPR_LT, FQ_IDENT_START, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_parsing_classdef_decl, lexical_feedback::m_parsing_classdef_superclass, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ handle_superclass_identifier()

int base_lexer::handle_superclass_identifier ( void )

Definition at line 6333 of file lex.cc.

References filepos::increment_column(), is_space_or_tab(), iskeyword(), LEXICAL_ERROR, lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and SUPERCLASSREF.

◆ handle_token()

int base_lexer::handle_token	(	int	tok,
		token *	tok_val = `nullptr`
	)

Definition at line 6928 of file lex.cc.

References lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ increment_token_count()

void base_lexer::increment_token_count ( void )

Definition at line 6744 of file lex.cc.

References interpreter::get_settings(), settings::increment_token_count(), lexical_feedback::m_interpreter, and lexical_feedback::m_token_count.

◆ init()

void base_lexer::init ( void )

Definition at line 5359 of file lex.cc.

References m_scanner, yylex_init, and yyset_extra.

◆ input_from_eval_string()

virtual bool base_lexer::input_from_eval_string ( void ) const

inlinevirtual

Reimplemented in lexer.

Definition at line 731 of file lex.h.

Referenced by base_parser::make_anon_fcn_handle().

◆ input_from_file()

virtual bool base_lexer::input_from_file ( void ) const

inlinevirtual

Reimplemented in lexer.

Definition at line 729 of file lex.h.

◆ input_from_terminal()

virtual bool base_lexer::input_from_terminal ( void ) const

inlinevirtual

Reimplemented in lexer.

Definition at line 727 of file lex.h.

Referenced by base_parser::make_anon_fcn_handle().

◆ input_from_tmp_history_file()

bool base_lexer::input_from_tmp_history_file ( void )

Definition at line 6767 of file lex.cc.

References interpreter::get_history_system(), history_system::input_from_tmp_file(), and lexical_feedback::m_interpreter.

Referenced by base_parser::start_function().

◆ input_source()

virtual std::string base_lexer::input_source ( void ) const

inlinevirtual

Reimplemented in push_lexer, and lexer.

Definition at line 725 of file lex.h.

◆ inside_any_object_index()

bool base_lexer::inside_any_object_index ( void )

Definition at line 5535 of file lex.cc.

References lexical_feedback::m_looking_at_object_index.

◆ is_push_lexer()

virtual bool base_lexer::is_push_lexer ( void ) const

inlinevirtual

Reimplemented in push_lexer.

Definition at line 622 of file lex.h.

◆ lexer_debug()

void base_lexer::lexer_debug ( const char * pattern )

Definition at line 6753 of file lex.cc.

◆ looking_at_space()

bool base_lexer::looking_at_space ( void )

Definition at line 5527 of file lex.cc.

References is_space_or_tab().

◆ looks_like_command_arg()

bool base_lexer::looks_like_command_arg ( void )

Definition at line 6320 of file lex.cc.

References lexical_feedback::m_allow_command_syntax, lexical_feedback::previous_token_may_be_command(), and lexical_feedback::space_follows_previous_token().

◆ make_keyword_token()

int base_lexer::make_keyword_token ( const std::string & s )

Definition at line 5552 of file lex.cc.

◆ mark_as_variable()

void lexical_feedback::mark_as_variable ( const std::string & nm )

inherited

Definition at line 5239 of file lex.cc.

References lexical_feedback::symbol_table_context::curr_scope(), lexical_feedback::m_symtab_context, and symbol_scope::mark_as_variable().

Referenced by base_parser::make_assign_op(), and base_parser::make_for_command().

◆ mark_as_variables()

void lexical_feedback::mark_as_variables ( const std::list< std::string > & lst )

inherited

Definition at line 5248 of file lex.cc.

References lexical_feedback::symbol_table_context::curr_scope(), lexical_feedback::m_symtab_context, and symbol_scope::mark_as_variables().

Referenced by base_parser::make_assign_op(), base_parser::make_decl_command(), base_parser::make_for_command(), octave_push_parse(), and base_parser::validate_matrix_for_assignment().

◆ mark_previous_token_trailing_space()

void lexical_feedback::mark_previous_token_trailing_space ( void )

inherited

Definition at line 5197 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, token::mark_trailing_space(), and lexical_feedback::previous_token_value_is().

Referenced by handle_continuation().

◆ maybe_unput_comma_before_unary_op()

bool base_lexer::maybe_unput_comma_before_unary_op ( int tok )

Definition at line 6853 of file lex.cc.

References is_space_or_tab(), lexical_feedback::previous_token_is_binop(), lexical_feedback::previous_token_value(), and lexical_feedback::space_follows_previous_token().

◆ maybe_warn_language_extension_comment()

void base_lexer::maybe_warn_language_extension_comment ( char c )

Definition at line 6531 of file lex.cc.

◆ maybe_warn_separator_insert()

void base_lexer::maybe_warn_separator_insert ( char sep )

Definition at line 6501 of file lex.cc.

References filepos::line(), lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, and warning_with_id().

◆ operator=()

base_lexer& base_lexer::operator= ( const base_lexer & )

delete

◆ pending_token_count()

std::size_t base_lexer::pending_token_count ( void ) const

Definition at line 6590 of file lex.cc.

References lexical_feedback::m_tokens, and lexical_feedback::token_cache::size().

◆ pop_start_state()

void base_lexer::pop_start_state ( void )

Definition at line 6785 of file lex.cc.

References BEGIN, and OCTAVE_YYG.

◆ prep_for_file()

void base_lexer::prep_for_file ( void )

Definition at line 5403 of file lex.cc.

References INPUT_FILE_START, and lexical_feedback::m_reading_script_file.

◆ previous_token_is_binop()

bool lexical_feedback::previous_token_is_binop ( void ) const

inherited

Definition at line 5212 of file lex.cc.

References ADD_EQ, AND_EQ, DIV_EQ, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, EMUL, EMUL_EQ, EPOW, EPOW_EQ, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_OR, EXPR_OR_OR, LEFTDIV, LEFTDIV_EQ, MUL_EQ, OR_EQ, POW, POW_EQ, lexical_feedback::previous_token_value(), and SUB_EQ.

Referenced by maybe_unput_comma_before_unary_op().

◆ previous_token_is_keyword()

bool lexical_feedback::previous_token_is_keyword ( void ) const

inherited

Definition at line 5232 of file lex.cc.

References lexical_feedback::token_cache::front(), token::iskeyword(), and lexical_feedback::m_tokens.

◆ previous_token_may_be_command()

bool lexical_feedback::previous_token_may_be_command ( void ) const

inherited

Definition at line 5257 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_allow_command_syntax, lexical_feedback::m_tokens, and token::may_be_command().

Referenced by looks_like_command_arg().

◆ previous_token_value()

int lexical_feedback::previous_token_value ( void ) const

inherited

Definition at line 5183 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, and token::token_value().

Referenced by maybe_unput_comma_before_unary_op(), and lexical_feedback::previous_token_is_binop().

◆ previous_token_value_is()

bool lexical_feedback::previous_token_value_is ( int tok_val ) const

inherited

Definition at line 5190 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, and token::token_value_is().

Referenced by lexical_feedback::mark_previous_token_trailing_space().

◆ push_start_state()

void base_lexer::push_start_state ( int state )

Definition at line 6775 of file lex.cc.

References BEGIN, OCTAVE_YYG, and state.

◆ push_token()

void base_lexer::push_token ( token * tok )

Definition at line 6575 of file lex.cc.

References m_scanner, lexical_feedback::m_tokens, lexical_feedback::token_cache::push(), yyget_lval, and YYSTYPE.

◆ reset()

void base_lexer::reset ( void )

virtual

Reimplemented in lexer.

Definition at line 5380 of file lex.cc.

References lexical_feedback::symbol_table_context::clear(), interpreter::interactive(), lexical_feedback::m_interpreter, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, m_scanner, lexical_feedback::m_symtab_context, lexical_feedback::reset(), and yyrestart.

Referenced by lexer::reset(), and base_parser::reset().

◆ show_token()

int base_lexer::show_token ( int tok )

Definition at line 6958 of file lex.cc.

◆ space_follows_previous_token()

bool lexical_feedback::space_follows_previous_token ( void ) const

inherited

Definition at line 5205 of file lex.cc.

References lexical_feedback::token_cache::front(), lexical_feedback::m_tokens, and token::space_follows_token().

Referenced by looks_like_command_arg(), and maybe_unput_comma_before_unary_op().

◆ start_state()

int base_lexer::start_state ( void ) const

inline

Definition at line 741 of file lex.h.

◆ text_yyinput()

int base_lexer::text_yyinput ( void )

Definition at line 5456 of file lex.cc.

References display_character(), and m_scanner.

◆ update_token_positions()

void base_lexer::update_token_positions ( int tok_len )

Definition at line 5515 of file lex.cc.

References filepos::increment_column(), lexical_feedback::m_filepos, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ warn_deprecated_operator()

void base_lexer::warn_deprecated_operator	(	const std::string &	deprecated_op,
		const std::string &	recommended_op,
		const std::string &	version
	)

Definition at line 6565 of file lex.cc.

◆ warn_deprecated_syntax()

void base_lexer::warn_deprecated_syntax ( const std::string & msg )

Definition at line 6554 of file lex.cc.

References filepos::line(), lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, and warning_with_id().

◆ warn_language_extension()

void base_lexer::warn_language_extension ( const std::string & msg )

Definition at line 6516 of file lex.cc.

References filepos::line(), lexical_feedback::m_fcn_file_full_name, lexical_feedback::m_filepos, and warning_with_id().

◆ warn_language_extension_continuation()

void base_lexer::warn_language_extension_continuation ( void )

Definition at line 6538 of file lex.cc.

◆ warn_language_extension_operator()

void base_lexer::warn_language_extension_operator ( const std::string & op )

Definition at line 6544 of file lex.cc.

References n.

◆ whitespace_is_significant()

bool base_lexer::whitespace_is_significant ( void )

Definition at line 5862 of file lex.cc.

References lexical_feedback::bbp_nesting_level::is_brace(), lexical_feedback::bbp_nesting_level::is_bracket(), lexical_feedback::m_looking_at_object_index, and lexical_feedback::m_nesting_level.

◆ xunput() [1/2]

void base_lexer::xunput ( char c )

Definition at line 5507 of file lex.cc.

◆ xunput() [2/2]

void base_lexer::xunput	(	char	c,
		char *	buf
	)

Definition at line 5491 of file lex.cc.

References display_character(), m_scanner, and yyunput().

Member Data Documentation

◆ m_allow_command_syntax

bool lexical_feedback::m_allow_command_syntax

inherited

Definition at line 358 of file lex.h.

Referenced by base_parser::disallow_command_syntax(), looks_like_command_arg(), lexical_feedback::previous_token_may_be_command(), and lexical_feedback::reset().

◆ m_arguments_is_keyword

bool lexical_feedback::m_arguments_is_keyword

inherited

Definition at line 389 of file lex.h.

Referenced by make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

◆ m_at_beginning_of_statement

bool lexical_feedback::m_at_beginning_of_statement

inherited

Definition at line 362 of file lex.h.

Referenced by finish_comment(), handle_close_bracket(), handle_continuation(), handle_identifier(), handle_number(), handle_op(), make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

◆ m_block_comment_nesting_level

int lexical_feedback::m_block_comment_nesting_level

inherited

Definition at line 460 of file lex.h.

Referenced by handle_end_of_input(), and lexical_feedback::reset().

◆ m_braceflag

int lexical_feedback::m_braceflag

inherited

Definition at line 448 of file lex.h.

Referenced by handle_close_bracket(), and lexical_feedback::reset().

◆ m_bracketflag

int lexical_feedback::m_bracketflag

inherited

Definition at line 445 of file lex.h.

Referenced by handle_close_bracket(), and lexical_feedback::reset().

◆ m_buffer_function_text

bool lexical_feedback::m_buffer_function_text

inherited

Definition at line 442 of file lex.h.

Referenced by lexer::fill_flex_buffer(), base_parser::finish_function(), make_keyword_token(), and lexical_feedback::reset().

◆ m_classdef_element_names_are_keywords

bool lexical_feedback::m_classdef_element_names_are_keywords

inherited

Definition at line 393 of file lex.h.

Referenced by make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

◆ m_command_arg_paren_count

int lexical_feedback::m_command_arg_paren_count

inherited

Definition at line 463 of file lex.h.

Referenced by finish_command_arg(), and lexical_feedback::reset().

◆ m_comment_buf

comment_buffer base_lexer::m_comment_buf

Definition at line 723 of file lex.h.

Referenced by base_parser::finish_if_command(), base_parser::finish_switch_command(), base_parser::make_do_until_command(), base_parser::make_for_command(), base_parser::make_try_command(), base_parser::make_unwind_command(), base_parser::make_while_command(), and base_parser::start_function().

◆ m_comment_text

std::string lexical_feedback::m_comment_text

inherited

Definition at line 486 of file lex.h.

Referenced by finish_comment(), handle_continuation(), and lexical_feedback::reset().

◆ m_current_input_line

std::string lexical_feedback::m_current_input_line

inherited

Definition at line 483 of file lex.h.

Referenced by push_lexer::append_input(), base_parser::bison_error(), lexer::fill_flex_buffer(), make_keyword_token(), and lexical_feedback::reset().

◆ m_defining_fcn

int lexical_feedback::m_defining_fcn

inherited

Definition at line 454 of file lex.h.

Referenced by make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

◆ m_dir_name

std::string lexical_feedback::m_dir_name

inherited

Definition at line 501 of file lex.h.

Referenced by base_parser::finish_function(), base_parser::make_script(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_end_of_input

bool lexical_feedback::m_end_of_input

inherited

Definition at line 355 of file lex.h.

Referenced by base_parser::finish_input(), and lexical_feedback::reset().

◆ m_fcn_file_full_name

std::string lexical_feedback::m_fcn_file_full_name

inherited

Definition at line 498 of file lex.h.

Referenced by base_parser::bison_error(), base_parser::make_anon_fcn_handle(), base_parser::make_classdef(), base_parser::make_decl_command(), make_keyword_token(), base_parser::make_script(), base_parser::maybe_warn_assign_as_truth_value(), base_parser::maybe_warn_missing_semi(), maybe_warn_separator_insert(), base_parser::maybe_warn_variable_switch_label(), lexical_feedback::reset(), push_parser::run(), parser::run(), base_parser::start_function(), warn_deprecated_syntax(), and warn_language_extension().

◆ m_fcn_file_name

std::string lexical_feedback::m_fcn_file_name

inherited

Definition at line 495 of file lex.h.

Referenced by handle_end_of_input(), base_parser::make_classdef(), base_parser::make_fcn_name(), base_parser::make_script(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_filepos

filepos lexical_feedback::m_filepos

inherited

Definition at line 470 of file lex.h.

Referenced by begin_string(), base_parser::bison_error(), handle_continuation(), handle_end_of_input(), handle_fq_identifier(), handle_meta_identifier(), handle_superclass_identifier(), make_keyword_token(), maybe_warn_separator_insert(), lexical_feedback::reset(), update_token_positions(), warn_deprecated_syntax(), and warn_language_extension().

◆ m_force_script

bool lexical_feedback::m_force_script

inherited

Definition at line 429 of file lex.h.

Referenced by make_keyword_token(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_function_text

std::string lexical_feedback::m_function_text

inherited

Definition at line 492 of file lex.h.

Referenced by lexer::fill_flex_buffer(), base_parser::finish_function(), make_keyword_token(), and lexical_feedback::reset().

◆ m_help_text

std::string lexical_feedback::m_help_text

inherited

Definition at line 489 of file lex.h.

Referenced by finish_comment(), base_parser::make_script(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_input_buf

input_buffer base_lexer::m_input_buf

Definition at line 720 of file lex.h.

◆ m_interpreter

interpreter& lexical_feedback::m_interpreter

inherited

Definition at line 352 of file lex.h.

Referenced by lexical_feedback::symbol_table_context::curr_scope(), debug_flag(), display_tokens(), lexer::fill_flex_buffer(), increment_token_count(), input_from_tmp_history_file(), and reset().

◆ m_looking_at_anon_fcn_args

bool lexical_feedback::m_looking_at_anon_fcn_args

inherited

Definition at line 365 of file lex.h.

Referenced by octave_push_parse(), and lexical_feedback::reset().

◆ m_looking_at_decl_list

bool lexical_feedback::m_looking_at_decl_list

inherited

Definition at line 375 of file lex.h.

Referenced by make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

◆ m_looking_at_function_handle

int lexical_feedback::m_looking_at_function_handle

inherited

Definition at line 457 of file lex.h.

Referenced by octave_push_parse(), and lexical_feedback::reset().

◆ m_looking_at_indirect_ref

bool lexical_feedback::m_looking_at_indirect_ref

inherited

Definition at line 386 of file lex.h.

Referenced by handle_identifier(), base_parser::make_indirect_ref(), octave_push_parse(), and lexical_feedback::reset().

◆ m_looking_at_matrix_or_assign_lhs

bool lexical_feedback::m_looking_at_matrix_or_assign_lhs

inherited

Definition at line 379 of file lex.h.

Referenced by octave_push_parse(), and lexical_feedback::reset().

◆ m_looking_at_object_index

std::list<bool> lexical_feedback::m_looking_at_object_index

inherited

Definition at line 508 of file lex.h.

Referenced by handle_close_bracket(), lexical_feedback::init(), inside_any_object_index(), lexical_feedback::reset(), and whitespace_is_significant().

◆ m_looking_at_parameter_list

bool lexical_feedback::m_looking_at_parameter_list

inherited

Definition at line 371 of file lex.h.

Referenced by octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

◆ m_looking_at_return_list

bool lexical_feedback::m_looking_at_return_list

inherited

Definition at line 368 of file lex.h.

Referenced by make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

◆ m_looking_for_object_index

bool lexical_feedback::m_looking_for_object_index

inherited

Definition at line 382 of file lex.h.

Referenced by handle_close_bracket(), handle_identifier(), handle_number(), handle_op(), octave_push_parse(), and lexical_feedback::reset().

◆ m_looping

int lexical_feedback::m_looping

inherited

Definition at line 451 of file lex.h.

Referenced by base_parser::make_break_command(), base_parser::make_continue_command(), base_parser::make_do_until_command(), base_parser::make_for_command(), make_keyword_token(), base_parser::make_while_command(), and lexical_feedback::reset().

◆ m_maybe_classdef_get_set_method

bool lexical_feedback::m_maybe_classdef_get_set_method

inherited

Definition at line 416 of file lex.h.

Referenced by base_parser::make_fcn_name(), make_keyword_token(), octave_push_parse(), and lexical_feedback::reset().

◆ m_nesting_level

bbp_nesting_level lexical_feedback::m_nesting_level

inherited

Definition at line 520 of file lex.h.

Referenced by finish_comment(), handle_close_bracket(), octave_push_parse(), lexical_feedback::reset(), and whitespace_is_significant().

◆ m_package_name

std::string lexical_feedback::m_package_name

inherited

Definition at line 504 of file lex.h.

Referenced by lexical_feedback::reset(), and base_parser::start_function().

◆ m_parsed_function_name

std::stack<bool> lexical_feedback::m_parsed_function_name

inherited

Definition at line 513 of file lex.h.

Referenced by base_parser::make_fcn_name(), make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

◆ m_parsing_anon_fcn_body

bool lexical_feedback::m_parsing_anon_fcn_body

inherited

Definition at line 396 of file lex.h.

Referenced by handle_identifier(), octave_push_parse(), and lexical_feedback::reset().

◆ m_parsing_class_method

bool lexical_feedback::m_parsing_class_method

inherited

Definition at line 399 of file lex.h.

Referenced by lexical_feedback::reset(), and base_parser::start_function().

◆ m_parsing_classdef

bool lexical_feedback::m_parsing_classdef

inherited

Definition at line 402 of file lex.h.

Referenced by octave_push_parse(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_parsing_classdef_decl

bool lexical_feedback::m_parsing_classdef_decl

inherited

Definition at line 407 of file lex.h.

Referenced by handle_op(), octave_push_parse(), and lexical_feedback::reset().

◆ m_parsing_classdef_get_method

bool lexical_feedback::m_parsing_classdef_get_method

inherited

Definition at line 419 of file lex.h.

Referenced by octave_push_parse(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_parsing_classdef_set_method

bool lexical_feedback::m_parsing_classdef_set_method

inherited

Definition at line 422 of file lex.h.

Referenced by octave_push_parse(), lexical_feedback::reset(), and base_parser::start_function().

◆ m_parsing_classdef_superclass

bool lexical_feedback::m_parsing_classdef_superclass

inherited

Definition at line 411 of file lex.h.

Referenced by handle_op(), octave_push_parse(), and lexical_feedback::reset().

◆ m_quote_is_transpose

bool lexical_feedback::m_quote_is_transpose

inherited

Definition at line 425 of file lex.h.

Referenced by lexical_feedback::reset().

◆ m_reading_classdef_file

bool lexical_feedback::m_reading_classdef_file

inherited

Definition at line 438 of file lex.h.

Referenced by base_parser::bison_error(), base_parser::finish_classdef_file(), handle_end_of_input(), make_keyword_token(), octave_push_parse(), lexical_feedback::reset(), reset(), and base_parser::start_function().

◆ m_reading_fcn_file

bool lexical_feedback::m_reading_fcn_file

inherited

Definition at line 432 of file lex.h.

Referenced by base_parser::bison_error(), base_parser::finish_function(), handle_end_of_input(), make_keyword_token(), octave_push_parse(), base_parser::recover_from_parsing_function(), lexical_feedback::reset(), reset(), and base_parser::start_function().

◆ m_reading_script_file

bool lexical_feedback::m_reading_script_file

inherited

Definition at line 435 of file lex.h.

Referenced by base_parser::bison_error(), handle_end_of_input(), base_parser::make_decl_command(), make_keyword_token(), octave_push_parse(), prep_for_file(), base_parser::push_fcn_symtab(), lexical_feedback::reset(), reset(), and base_parser::start_function().

◆ m_scanner

void* base_lexer::m_scanner

Definition at line 717 of file lex.h.

Referenced by push_parser::run().

◆ m_string_text

std::string lexical_feedback::m_string_text

inherited

Definition at line 480 of file lex.h.

Referenced by finish_command_arg(), and lexical_feedback::reset().

◆ m_symtab_context

symbol_table_context lexical_feedback::m_symtab_context

inherited

Definition at line 516 of file lex.h.

Referenced by base_parser::make_anon_fcn_handle(), base_parser::make_classdef(), base_parser::make_fcn_name(), base_parser::make_identifier(), base_parser::make_script(), lexical_feedback::mark_as_variable(), lexical_feedback::mark_as_variables(), octave_push_parse(), base_parser::push_fcn_symtab(), base_parser::recover_from_parsing_function(), lexical_feedback::reset(), reset(), and base_parser::start_function().

◆ m_tok_beg

filepos lexical_feedback::m_tok_beg

inherited

Definition at line 476 of file lex.h.

Referenced by begin_string(), count_token(), finish_command_arg(), handle_end_of_input(), handle_fq_identifier(), handle_identifier(), handle_meta_identifier(), handle_number(), handle_op(), handle_superclass_identifier(), handle_token(), make_keyword_token(), lexical_feedback::reset(), and update_token_positions().

◆ m_tok_end

filepos lexical_feedback::m_tok_end

inherited

Definition at line 477 of file lex.h.

Referenced by count_token(), finish_command_arg(), handle_end_of_input(), handle_fq_identifier(), handle_identifier(), handle_meta_identifier(), handle_number(), handle_op(), handle_superclass_identifier(), handle_token(), make_keyword_token(), lexical_feedback::reset(), and update_token_positions().

◆ m_token_count

std::size_t lexical_feedback::m_token_count

inherited

Definition at line 467 of file lex.h.

Referenced by increment_token_count(), make_keyword_token(), and lexical_feedback::reset().

◆ m_tokens

token_cache lexical_feedback::m_tokens

inherited

Definition at line 523 of file lex.h.

Referenced by lexical_feedback::mark_previous_token_trailing_space(), pending_token_count(), lexical_feedback::previous_token_is_keyword(), lexical_feedback::previous_token_may_be_command(), lexical_feedback::previous_token_value(), lexical_feedback::previous_token_value_is(), push_token(), lexical_feedback::reset(), and lexical_feedback::space_follows_previous_token().

◆ start_state_stack

std::stack<int> base_lexer::start_state_stack

protected

Definition at line 761 of file lex.h.

The documentation for this class was generated from the following files:

libinterp/parse-tree/lex.h
libinterp/parse-tree/lex.cc

Classes

Public Member Functions

Public Attributes

Protected Attributes

Detailed Description

Constructor & Destructor Documentation

◆ base_lexer() [1/2]

◆ base_lexer() [2/2]

◆ ~base_lexer()

Member Function Documentation

◆ at_end_of_buffer()

◆ at_end_of_file()

◆ begin_string()

◆ clear_start_state()

◆ count_token()

◆ count_token_internal()

◆ current_token()

◆ debug_flag()

◆ display_start_state()

◆ display_token()

◆ display_tokens()

◆ fatal_error()

◆ fill_flex_buffer()

◆ finish_command_arg()

◆ finish_comment()

◆ flex_yyleng()

◆ flex_yytext()

◆ fq_identifier_contains_keyword()

◆ get_comment()

◆ handle_close_bracket()

◆ handle_continuation()

◆ handle_end_of_input()

◆ handle_fq_identifier()

◆ handle_identifier()

◆ handle_meta_identifier()

◆ handle_number() [1/7]

◆ handle_number() [2/7]

◆ handle_number() [3/7]

◆ handle_number() [4/7]

◆ handle_number() [5/7]

◆ handle_number() [6/7]

◆ handle_number() [7/7]

◆ handle_op()

◆ handle_superclass_identifier()

◆ handle_token()

◆ increment_token_count()

◆ init()

◆ input_from_eval_string()

◆ input_from_file()

◆ input_from_terminal()

◆ input_from_tmp_history_file()

◆ input_source()

◆ inside_any_object_index()

◆ is_push_lexer()

◆ lexer_debug()

◆ looking_at_space()

◆ looks_like_command_arg()

◆ make_keyword_token()

◆ mark_as_variable()

◆ mark_as_variables()

◆ mark_previous_token_trailing_space()

◆ maybe_unput_comma_before_unary_op()

◆ maybe_warn_language_extension_comment()

◆ maybe_warn_separator_insert()

◆ operator=()

◆ pending_token_count()

◆ pop_start_state()

◆ prep_for_file()

◆ previous_token_is_binop()

◆ previous_token_is_keyword()

◆ previous_token_may_be_command()

◆ previous_token_value()

◆ previous_token_value_is()

◆ push_start_state()

◆ push_token()

◆ reset()

◆ show_token()

◆ space_follows_previous_token()

◆ start_state()

◆ text_yyinput()