#include "lex.h"

Inheritance diagram for base_lexer:

Classes
class	comment_buffer

class	input_buffer

Public Member Functions
	base_lexer (interpreter &interp)

virtual	~base_lexer ()

bool	at_end_of_buffer () const

bool	at_end_of_file () const

void	begin_string (int state)

void	check_comment_for_hash_char (const char *txt, std::size_t len)

void	clear_start_state ()

int	count_token (int tok)

int	count_token_internal (int tok)

token *	current_token ()

bool	debug_flag () const

void	display_start_state () const

void	display_token (int tok)

bool	display_tokens () const

void	fatal_error (const char *msg)

virtual int	fill_flex_buffer (char *buf, unsigned int max_size)=0

int	finish_command_arg ()

void	finish_comment (comment_elt::comment_type typ)

int	flex_yyleng ()

char *	flex_yytext ()

bool	fq_identifier_contains_keyword (const std::string &s)

comment_list *	get_comment ()

int	handle_close_bracket (int bracket_type)

void	handle_continuation ()

int	handle_end_of_input ()

int	handle_fq_identifier ()

int	handle_identifier ()

int	handle_meta_identifier ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<int base>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

int	handle_op (int tok, bool bos=false, bool compat=true)

int	handle_superclass_identifier ()

int	handle_token (int tok, token *tok_val=nullptr)

void	increment_token_count ()

void	init ()

virtual bool	input_from_eval_string () const

virtual bool	input_from_file () const

virtual bool	input_from_terminal () const

bool	input_from_tmp_history_file ()

virtual std::string	input_source () const

bool	inside_any_object_index ()

virtual bool	is_push_lexer () const

void	lexer_debug (const char *pattern)

bool	looking_at_space ()

bool	looks_like_command_arg ()

int	make_keyword_token (const std::string &s)

bool	maybe_unput_comma_before_unary_op (int tok)

void	maybe_warn_language_extension_comment (char c)

void	maybe_warn_separator_insert (char sep)

std::size_t	pending_token_count () const

void	pop_start_state ()

void	prep_for_file ()

void	push_start_state (int state)

void	push_token (token *)

virtual void	reset ()

int	show_token (int tok)

int	start_state () const

int	text_yyinput ()

void	update_token_positions (int tok_len)

void	warn_deprecated_syntax (const std::string &msg)

void	warn_language_extension (const std::string &msg)

void	warn_language_extension_continuation ()

void	warn_language_extension_operator (const std::string &op)

bool	whitespace_is_significant ()

void	xunput (char c)

void	xunput (char c, char *buf)

Public Member Functions inherited from lexical_feedback
	lexical_feedback (interpreter &interp)

	~lexical_feedback ()

void	init ()

void	mark_as_variable (const std::string &nm)

void	mark_as_variables (const std::list< std::string > &lst)

void	mark_previous_token_trailing_space ()

bool	previous_token_is_binop () const

bool	previous_token_is_keyword () const

bool	previous_token_may_be_command () const

int	previous_token_value () const

bool	previous_token_value_is (int tok_val) const

void	reset ()

bool	space_follows_previous_token () const

Public Attributes
comment_buffer	m_comment_buf

input_buffer	m_input_buf

void *	m_scanner

Public Attributes inherited from lexical_feedback
bool	m_allow_command_syntax

bool	m_arguments_is_keyword

bool	m_at_beginning_of_statement

int	m_block_comment_nesting_level

int	m_braceflag

int	m_bracketflag

bool	m_buffer_function_text

bool	m_classdef_element_names_are_keywords

int	m_command_arg_paren_count

std::string	m_comment_text

bool	m_comment_uses_hash_char

std::string	m_current_input_line

int	m_defining_fcn

std::string	m_dir_name

bool	m_end_of_input

std::string	m_fcn_file_full_name

std::string	m_fcn_file_name

filepos	m_filepos

bool	m_force_script

std::string	m_function_text

interpreter &	m_interpreter

bool	m_looking_at_anon_fcn_args

bool	m_looking_at_decl_list

int	m_looking_at_function_handle

bool	m_looking_at_indirect_ref

bool	m_looking_at_matrix_or_assign_lhs

std::list< bool >	m_looking_at_object_index

bool	m_looking_at_parameter_list

bool	m_looking_at_return_list

bool	m_looking_for_object_index

int	m_looping

bool	m_maybe_classdef_get_set_method

bbp_nesting_level	m_nesting_level

std::string	m_package_name

std::stack< bool >	m_parsed_function_name

bool	m_parsing_anon_fcn_body

bool	m_parsing_class_method

bool	m_parsing_classdef

bool	m_parsing_classdef_decl

bool	m_parsing_classdef_get_method

bool	m_parsing_classdef_set_method

bool	m_parsing_classdef_superclass

bool	m_quote_is_transpose

bool	m_reading_classdef_file

bool	m_reading_fcn_file

bool	m_reading_script_file

std::string	m_string_text

symbol_table_context	m_symtab_context

filepos	m_tok_beg

filepos	m_tok_end

std::size_t	m_token_count

token_cache	m_tokens

Protected Attributes
std::stack< int >	start_state_stack

Detailed Description

Definition at line 527 of file lex.h.

Constructor & Destructor Documentation

◆ base_lexer()

base_lexer::base_lexer ( interpreter & interp )

inline

Definition at line 605 of file lex.h.

◆ ~base_lexer()

base_lexer::~base_lexer ( )

virtual

Definition at line 5265 of file lex.cc.

References m_scanner, and yylex_destroy.

Member Function Documentation

◆ at_end_of_buffer()

bool base_lexer::at_end_of_buffer ( ) const

inline

Definition at line 628 of file lex.h.

◆ at_end_of_file()

bool base_lexer::at_end_of_file ( ) const

inline

Definition at line 630 of file lex.h.

◆ begin_string()

void base_lexer::begin_string ( int state )

Definition at line 5323 of file lex.cc.

◆ check_comment_for_hash_char()

void base_lexer::check_comment_for_hash_char	(	const char *	txt,
		std::size_t	len
	)

Definition at line 6415 of file lex.cc.

References len, and lexical_feedback::m_comment_uses_hash_char.

◆ clear_start_state()

void base_lexer::clear_start_state ( )

Definition at line 6712 of file lex.cc.

References INITIAL.

◆ count_token()

int base_lexer::count_token ( int tok )

Definition at line 6856 of file lex.cc.

References lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ count_token_internal()

int base_lexer::count_token_internal ( int tok )

Definition at line 6866 of file lex.cc.

◆ current_token()

token * base_lexer::current_token ( )

Definition at line 6500 of file lex.cc.

References m_scanner, yyget_lval, and YYSTYPE.

◆ debug_flag()

bool base_lexer::debug_flag ( ) const

Definition at line 6647 of file lex.cc.

References interpreter::get_settings(), settings::lexer_debug_flag(), and lexical_feedback::m_interpreter.

◆ display_start_state()

void base_lexer::display_start_state ( ) const

Definition at line 6721 of file lex.cc.

References BLOCK_COMMENT_START, COMMAND_START, DQ_STRING_START, FQ_IDENT_START, INITIAL, INPUT_FILE_START, LINE_COMMENT_START, MATRIX_START, and SQ_STRING_START.

◆ display_token()

void base_lexer::display_token ( int tok )

Definition at line 6513 of file lex.cc.

References ADD_EQ, AND_EQ, BREAK, CASE, CATCH, CLASSDEF, CLEANUP, CONTINUE, DIV_EQ, DO, DQ_STRING, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, ELSE, ELSEIF, EMUL, EMUL_EQ, END, END_OF_INPUT, EPOW, EPOW_EQ, EVENTS, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_OR, EXPR_OR_OR, FCN, FCN_HANDLE, FOR, FUNC_RET, GET, GLOBAL, HERMITIAN, IF, INPUT_FILE, LEFTDIV, LEFTDIV_EQ, LEXICAL_ERROR, METAQUERY, METHODS, MINUS_MINUS, MUL_EQ, NAME, NUMBER, token::number(), OR_EQ, OTHERWISE, PERSISTENT, PLUS_PLUS, POW, POW_EQ, octave_value::print_raw(), PROPERTIES, SET, SQ_STRING, STRUCT_ELT, SUB_EQ, SUPERCLASSREF, SWITCH, token::text(), TRANSPOSE, TRY, UNTIL, UNWIND, and WHILE.

◆ display_tokens()

bool base_lexer::display_tokens ( ) const

Definition at line 6654 of file lex.cc.

References settings::display_tokens(), interpreter::get_settings(), and lexical_feedback::m_interpreter.

◆ fatal_error()

void base_lexer::fatal_error ( const char * msg )

Definition at line 6641 of file lex.cc.

References error().

◆ fill_flex_buffer()

virtual int base_lexer::fill_flex_buffer	(	char *	buf,
		unsigned int	max_size
	)

pure virtual

Implemented in push_lexer, and lexer.

◆ finish_command_arg()

int base_lexer::finish_command_arg ( )

Definition at line 6832 of file lex.cc.

References lexical_feedback::m_command_arg_paren_count, lexical_feedback::m_string_text, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and SQ_STRING.

◆ finish_comment()

void base_lexer::finish_comment ( comment_elt::comment_type typ )

Definition at line 6196 of file lex.cc.

◆ flex_yyleng()

int base_lexer::flex_yyleng ( )

Definition at line 5362 of file lex.cc.

References m_scanner, and yyget_leng.

◆ flex_yytext()

char * base_lexer::flex_yytext ( )

Definition at line 5356 of file lex.cc.

References m_scanner, and yyget_text.

◆ fq_identifier_contains_keyword()

bool base_lexer::fq_identifier_contains_keyword ( const std::string & s )

Definition at line 5746 of file lex.cc.

References iskeyword().

◆ get_comment()

comment_list* base_lexer::get_comment ( )

inline

Definition at line 664 of file lex.h.

Referenced by base_parser::make_statement().

◆ handle_close_bracket()

int base_lexer::handle_close_bracket ( int bracket_type )

Definition at line 6209 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_braceflag, lexical_feedback::m_bracketflag, lexical_feedback::m_looking_at_object_index, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_nesting_level, lexical_feedback::bbp_nesting_level::none(), panic_impossible, and lexical_feedback::bbp_nesting_level::remove().

◆ handle_continuation()

void base_lexer::handle_continuation ( )

Definition at line 6129 of file lex.cc.

◆ handle_end_of_input()

int base_lexer::handle_end_of_input ( )

Definition at line 5331 of file lex.cc.

References END_OF_INPUT, filepos::line(), lexical_feedback::m_block_comment_nesting_level, lexical_feedback::m_fcn_file_name, lexical_feedback::m_filepos, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and warning().

◆ handle_fq_identifier()

int base_lexer::handle_fq_identifier ( )

Definition at line 6312 of file lex.cc.

◆ handle_identifier()

int base_lexer::handle_identifier ( )

Definition at line 6346 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_at_indirect_ref, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_parsing_anon_fcn_body, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, token::mark_may_be_command(), NAME, and STRUCT_ELT.

◆ handle_meta_identifier()

int base_lexer::handle_meta_identifier ( )

Definition at line 6281 of file lex.cc.