#include "lex.h"

Inheritance diagram for base_lexer:

Classes
class	input_buffer

Public Member Functions
	base_lexer (interpreter &interp)

virtual	~base_lexer ()

bool	at_end_of_buffer () const

bool	at_end_of_file () const

void	begin_string (int state)

void	check_comment_for_hash_char (const char *txt, std::size_t len)

void	clear_start_state ()

int	count_token_internal (int tok_id)

token *	current_token ()

bool	debug_flag () const

void	display_start_state () const

void	display_token (int tok_id)

bool	display_tokens () const

void	fatal_error (const char *msg)

virtual int	fill_flex_buffer (char *buf, unsigned int max_size)=0

int	finish_command_arg ()

void	finish_comment (comment_elt::comment_type typ)

int	flex_yyleng ()

char *	flex_yytext ()

bool	fq_identifier_contains_keyword (const std::string &s)

comment_list	get_comment_list ()

int	handle_close_bracket (int bracket_type)

void	handle_continuation ()

int	handle_end_of_input ()

int	handle_identifier ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<int base>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

int	handle_op (int tok_id, bool bos=false, bool compat=true)

int	handle_superclass_identifier ()

int	handle_token (int tok_id)

int	handle_token (token *tok)

void	increment_token_count ()

void	init ()

virtual bool	input_from_eval_string () const

virtual bool	input_from_file () const

virtual bool	input_from_terminal () const

bool	input_from_tmp_history_file ()

virtual std::string	input_source () const

bool	inside_any_object_index ()

virtual bool	is_push_lexer () const

void	lexer_debug (const char *pattern)

bool	looking_at_space ()

bool	looks_like_command_arg ()

token *	make_fq_identifier_token (const std::string &ident)

token *	make_keyword_token (const std::string &s)

token *	make_meta_identifier_token (const std::string &cls)

bool	maybe_unput_comma_before_unary_op (int tok_id)

void	maybe_warn_language_extension_comment (char c)

void	maybe_warn_separator_insert (char sep)

std::size_t	pending_token_count () const

void	pop_start_state ()

void	prep_for_file ()

void	push_start_state (int state)

void	push_token (token *)

virtual void	reset ()

int	show_token (int tok_id)

int	start_state () const

int	syntax_error (const std::string &msg)

int	syntax_error (const std::string &msg, const filepos &beg_pos, const filepos &end_pos)

int	syntax_error (const std::string &msg, const filepos &pos)

int	text_yyinput ()

void	update_token_positions (int tok_len)

void	warn_deprecated_syntax (const std::string &msg)

void	warn_language_extension (const std::string &msg)

void	warn_language_extension_continuation ()

void	warn_language_extension_operator (const std::string &op)

bool	whitespace_is_significant ()

void	xunput (char c)

void	xunput (char c, char *buf)

Public Member Functions inherited from lexical_feedback
	lexical_feedback (interpreter &interp)

	~lexical_feedback ()

void	init ()

void	mark_as_variable (const std::string &nm)

void	mark_as_variables (const std::list< std::string > &lst)

void	mark_previous_token_trailing_space ()

token *	previous_token ()

const token *	previous_token () const

int	previous_token_id () const

bool	previous_token_is (const token *tok) const

bool	previous_token_is (int tok_id) const

bool	previous_token_is_binop () const

bool	previous_token_is_keyword () const

bool	previous_token_may_be_command () const

void	reset ()

bool	space_follows_previous_token () const

Public Attributes
comment_list	m_comment_list

input_buffer	m_input_buf

void *	m_scanner

Public Attributes inherited from lexical_feedback
bool	m_allow_command_syntax

bool	m_arguments_is_keyword

bool	m_at_beginning_of_statement

int	m_block_comment_nesting_level

int	m_braceflag

int	m_bracketflag

bool	m_buffer_function_text

bool	m_classdef_element_names_are_keywords

int	m_command_arg_paren_count

std::string	m_comment_text

bool	m_comment_uses_hash_char

std::string	m_current_input_line

int	m_defining_fcn

std::string	m_dir_name

bool	m_end_of_input

std::string	m_fcn_file_full_name

std::string	m_fcn_file_name

filepos	m_filepos

bool	m_force_script

std::string	m_function_text

interpreter &	m_interpreter

bool	m_looking_at_anon_fcn_args

bool	m_looking_at_decl_list

int	m_looking_at_function_handle

bool	m_looking_at_indirect_ref

bool	m_looking_at_matrix_or_assign_lhs

std::list< bool >	m_looking_at_object_index

bool	m_looking_at_parameter_list

bool	m_looking_at_return_list

bool	m_looking_for_object_index

int	m_looping

bool	m_maybe_classdef_get_set_method

bbp_nesting_level	m_nesting_level

std::string	m_package_name

std::stack< bool >	m_parsed_function_name

bool	m_parsing_anon_fcn_body

bool	m_parsing_class_method

bool	m_parsing_classdef

bool	m_parsing_classdef_decl

bool	m_parsing_classdef_get_method

bool	m_parsing_classdef_set_method

bool	m_parsing_classdef_superclass

bool	m_quote_is_transpose

bool	m_reading_classdef_file

bool	m_reading_fcn_file

bool	m_reading_script_file

std::string	m_string_text

symbol_table_context	m_symtab_context

filepos	m_tok_beg

filepos	m_tok_end

std::size_t	m_token_count

token_cache	m_tokens

Protected Attributes
std::stack< int >	start_state_stack

Detailed Description

Definition at line 529 of file lex.h.

Constructor & Destructor Documentation

◆ base_lexer()

base_lexer::base_lexer ( interpreter & interp )

inline

Definition at line 562 of file lex.h.

References init().

◆ ~base_lexer()

base_lexer::~base_lexer ( )

virtual

Definition at line 5248 of file lex.cc.

References m_scanner, and yylex_destroy.

Member Function Documentation

◆ at_end_of_buffer()

bool base_lexer::at_end_of_buffer ( ) const

inline

Definition at line 584 of file lex.h.

References base_lexer::input_buffer::empty(), and m_input_buf.

Referenced by push_parser::run().

◆ at_end_of_file()

bool base_lexer::at_end_of_file ( ) const

inline

Definition at line 586 of file lex.h.

References base_lexer::input_buffer::at_eof(), and m_input_buf.

◆ begin_string()

void base_lexer::begin_string ( int state )

Definition at line 5306 of file lex.cc.

References lexical_feedback::m_filepos, and lexical_feedback::m_tok_beg.

◆ check_comment_for_hash_char()

void base_lexer::check_comment_for_hash_char	(	const char *	txt,
		std::size_t	len
	)

Definition at line 6333 of file lex.cc.

References len, and lexical_feedback::m_comment_uses_hash_char.

◆ clear_start_state()

void base_lexer::clear_start_state ( )

Definition at line 6652 of file lex.cc.

References INITIAL.

◆ count_token_internal()

int base_lexer::count_token_internal ( int tok_id )

Definition at line 6803 of file lex.cc.

◆ current_token()

token * base_lexer::current_token ( )

Definition at line 6440 of file lex.cc.

References m_scanner, yyget_lval, and YYSTYPE.

◆ debug_flag()

bool base_lexer::debug_flag ( ) const

Definition at line 6587 of file lex.cc.

References interpreter::get_settings(), settings::lexer_debug_flag(), and lexical_feedback::m_interpreter.

◆ display_start_state()

void base_lexer::display_start_state ( ) const

Definition at line 6661 of file lex.cc.

References BLOCK_COMMENT_START, COMMAND_START, DQ_STRING_START, FQ_IDENT_START, INITIAL, INPUT_FILE_START, LINE_COMMENT_START, MATRIX_START, and SQ_STRING_START.

◆ display_token()

void base_lexer::display_token ( int tok_id )

Definition at line 6453 of file lex.cc.

References ADD_EQ, AND_EQ, BREAK, CASE, CATCH, CLASSDEF, CLEANUP, CONTINUE, DIV_EQ, DO, DQ_STRING, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, ELSE, ELSEIF, EMUL, EMUL_EQ, END, END_OF_INPUT, EPOW, EPOW_EQ, EVENTS, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_OR, EXPR_OR_OR, FCN_HANDLE, FOR, FUNCTION, GET, GLOBAL, HERMITIAN, IF, INPUT_FILE, LEFTDIV, LEFTDIV_EQ, LEXICAL_ERROR, METAQUERY, METHODS, MINUS_MINUS, MUL_EQ, NAME, NUMBER, token::number(), OR_EQ, OTHERWISE, PERSISTENT, PLUS_PLUS, POW, POW_EQ, octave_value::print_raw(), PROPERTIES, RETURN, SET, SQ_STRING, STRUCT_ELT, SUB_EQ, SUPERCLASSREF, SWITCH, token::text(), TRANSPOSE, TRY, UNTIL, UNWIND, and WHILE.

◆ display_tokens()

bool base_lexer::display_tokens ( ) const

Definition at line 6594 of file lex.cc.

References settings::display_tokens(), interpreter::get_settings(), and lexical_feedback::m_interpreter.

◆ fatal_error()

void base_lexer::fatal_error ( const char * msg )

Definition at line 6581 of file lex.cc.

References error().

◆ fill_flex_buffer()

virtual int base_lexer::fill_flex_buffer	(	char *	buf,
		unsigned int	max_size
	)

pure virtual

Implemented in lexer, and push_lexer.

◆ finish_command_arg()

int base_lexer::finish_command_arg ( )

Definition at line 6772 of file lex.cc.

References lexical_feedback::m_command_arg_paren_count, lexical_feedback::m_string_text, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, and SQ_STRING.

◆ finish_comment()

void base_lexer::finish_comment ( comment_elt::comment_type typ )

Definition at line 6153 of file lex.cc.

References comment_elt::copyright, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_comment_text, and lexical_feedback::m_comment_uses_hash_char.

◆ flex_yyleng()

int base_lexer::flex_yyleng ( )

Definition at line 5344 of file lex.cc.

References m_scanner, and yyget_leng.

◆ flex_yytext()

char * base_lexer::flex_yytext ( )

Definition at line 5338 of file lex.cc.

References m_scanner, and yyget_text.

◆ fq_identifier_contains_keyword()

bool base_lexer::fq_identifier_contains_keyword ( const std::string & s )

Definition at line 5718 of file lex.cc.

References iskeyword().

◆ get_comment_list()

comment_list base_lexer::get_comment_list ( )

inline

Definition at line 620 of file lex.h.

References comment_list::clear(), and m_comment_list.

◆ handle_close_bracket()

int base_lexer::handle_close_bracket ( int bracket_type )

Definition at line 6166 of file lex.cc.

References error(), lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_braceflag, lexical_feedback::m_bracketflag, lexical_feedback::m_looking_at_object_index, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_nesting_level, lexical_feedback::bbp_nesting_level::none(), and lexical_feedback::bbp_nesting_level::remove().

◆ handle_continuation()

void base_lexer::handle_continuation ( )

Definition at line 6086 of file lex.cc.

References comment_elt::end_of_line, lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_comment_text, lexical_feedback::m_comment_uses_hash_char, lexical_feedback::m_filepos, lexical_feedback::mark_previous_token_trailing_space(), and filepos::next_line().

◆ handle_end_of_input()

int base_lexer::handle_end_of_input ( )

Definition at line 5314 of file lex.cc.

References END_OF_INPUT, filepos::line(), lexical_feedback::m_block_comment_nesting_level, lexical_feedback::m_fcn_file_name, lexical_feedback::m_filepos, lexical_feedback::m_reading_classdef_file, lexical_feedback::m_reading_fcn_file, lexical_feedback::m_reading_script_file, lexical_feedback::m_tok_beg, and lexical_feedback::m_tok_end.

◆ handle_identifier()

int base_lexer::handle_identifier ( )

Definition at line 6266 of file lex.cc.

References lexical_feedback::m_at_beginning_of_statement, lexical_feedback::m_looking_at_indirect_ref, lexical_feedback::m_looking_for_object_index, lexical_feedback::m_parsing_anon_fcn_body, lexical_feedback::m_tok_beg, lexical_feedback::m_tok_end, token::mark_may_be_command(), NAME, and STRUCT_ELT.