#include "lex.h"

Inheritance diagram for lexer:

Public Member Functions
	lexer (const std::string &eval_string, interpreter &interp)

	lexer (FILE *file, interpreter &interp)

	lexer (FILE *file, interpreter &interp, const std::string &encoding)

	lexer (interpreter &interp)

	~lexer ()=default

int	fill_flex_buffer (char *buf, unsigned int max_size)

bool	input_from_eval_string () const

bool	input_from_file () const

bool	input_from_terminal () const

std::string	input_source () const

void	reset ()

Public Member Functions inherited from base_lexer
	base_lexer (interpreter &interp)

virtual	~base_lexer ()

bool	at_end_of_buffer () const

bool	at_end_of_file () const

void	begin_string (int state)

void	check_comment_for_hash_char (const char *txt, std::size_t len)

void	clear_start_state ()

int	count_token_internal (int tok_id)

token *	current_token ()

bool	debug_flag () const

void	display_start_state () const

void	display_token (int tok_id)

bool	display_tokens () const

void	fatal_error (const char *msg)

int	finish_command_arg ()

void	finish_comment (comment_elt::comment_type typ)

int	flex_yyleng ()

char *	flex_yytext ()

bool	fq_identifier_contains_keyword (const std::string &s)

comment_list	get_comment_list ()

int	handle_close_bracket (int bracket_type)

void	handle_continuation ()

int	handle_end_of_input ()

int	handle_identifier ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<int base>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

template<>
int	handle_number ()

int	handle_op (int tok_id, bool bos=false, bool compat=true)

int	handle_superclass_identifier ()

int	handle_token (int tok_id)

int	handle_token (token *tok)

void	increment_token_count ()

void	init ()

bool	input_from_tmp_history_file ()

bool	inside_any_object_index ()

virtual bool	is_push_lexer () const

void	lexer_debug (const char *pattern)

bool	looking_at_space ()

bool	looks_like_command_arg ()

token *	make_fq_identifier_token (const std::string &ident)

token *	make_keyword_token (const std::string &s)

token *	make_meta_identifier_token (const std::string &cls)

bool	maybe_unput_comma_before_unary_op (int tok_id)

void	maybe_warn_language_extension_comment (char c)

void	maybe_warn_separator_insert (char sep)

std::size_t	pending_token_count () const

void	pop_start_state ()

void	prep_for_file ()

void	push_start_state (int state)

void	push_token (token *)

int	show_token (int tok_id)

int	start_state () const

int	syntax_error (const std::string &msg)

int	syntax_error (const std::string &msg, const filepos &beg_pos, const filepos &end_pos)

int	syntax_error (const std::string &msg, const filepos &pos)

int	text_yyinput ()

void	update_token_positions (int tok_len)

void	warn_deprecated_syntax (const std::string &msg)

void	warn_language_extension (const std::string &msg)

void	warn_language_extension_continuation ()

void	warn_language_extension_operator (const std::string &op)

bool	whitespace_is_significant ()

void	xunput (char c)

void	xunput (char c, char *buf)

Public Member Functions inherited from lexical_feedback
	lexical_feedback (interpreter &interp)

	~lexical_feedback ()

void	init ()

void	mark_as_variable (const std::string &nm)

void	mark_as_variables (const std::list< std::string > &lst)

void	mark_previous_token_trailing_space ()

token *	previous_token ()

const token *	previous_token () const

int	previous_token_id () const

bool	previous_token_is (const token *tok) const

bool	previous_token_is (int tok_id) const

bool	previous_token_is_binop () const

bool	previous_token_is_keyword () const

bool	previous_token_may_be_command () const

void	reset ()

bool	space_follows_previous_token () const

Public Attributes
bool	m_initial_input

input_reader	m_reader

Public Attributes inherited from base_lexer
comment_list	m_comment_list

input_buffer	m_input_buf

void *	m_scanner

Public Attributes inherited from lexical_feedback
bool	m_allow_command_syntax

bool	m_arguments_is_keyword

bool	m_at_beginning_of_statement

int	m_block_comment_nesting_level

int	m_braceflag

int	m_bracketflag

bool	m_buffer_function_text

bool	m_classdef_element_names_are_keywords

int	m_command_arg_paren_count

std::string	m_comment_text

bool	m_comment_uses_hash_char

std::string	m_current_input_line

int	m_defining_fcn

std::string	m_dir_name

bool	m_end_of_input

std::string	m_fcn_file_full_name

std::string	m_fcn_file_name

filepos	m_filepos

bool	m_force_script

std::string	m_function_text

interpreter &	m_interpreter

bool	m_looking_at_anon_fcn_args

bool	m_looking_at_decl_list

int	m_looking_at_function_handle

bool	m_looking_at_indirect_ref

bool	m_looking_at_matrix_or_assign_lhs

std::list< bool >	m_looking_at_object_index

bool	m_looking_at_parameter_list

bool	m_looking_at_return_list

bool	m_looking_for_object_index

int	m_looping

bool	m_maybe_classdef_get_set_method

bbp_nesting_level	m_nesting_level

std::string	m_package_name

std::stack< bool >	m_parsed_function_name

bool	m_parsing_anon_fcn_body

bool	m_parsing_class_method

bool	m_parsing_classdef

bool	m_parsing_classdef_decl

bool	m_parsing_classdef_get_method

bool	m_parsing_classdef_set_method

bool	m_parsing_classdef_superclass

bool	m_quote_is_transpose

bool	m_reading_classdef_file

bool	m_reading_fcn_file

bool	m_reading_script_file

std::string	m_string_text

symbol_table_context	m_symtab_context

filepos	m_tok_beg

filepos	m_tok_end

std::size_t	m_token_count

token_cache	m_tokens

Additional Inherited Members
Protected Attributes inherited from base_lexer
std::stack< int >	start_state_stack

Detailed Description

Definition at line 722 of file lex.h.

Constructor & Destructor Documentation

◆ lexer() [1/4]

lexer::lexer ( interpreter & interp )

inline

Definition at line 726 of file lex.h.

References m_initial_input, and m_reader.

◆ lexer() [2/4]

lexer::lexer	(	FILE *	file,
		interpreter &	interp
	)

inline

Definition at line 730 of file lex.h.

References m_initial_input, and m_reader.

◆ lexer() [3/4]

lexer::lexer	(	FILE *	file,
		interpreter &	interp,
		const std::string &	encoding
	)

inline

Definition at line 734 of file lex.h.

References m_initial_input, and m_reader.

◆ lexer() [4/4]

lexer::lexer	(	const std::string &	eval_string,
		interpreter &	interp
	)

inline

Definition at line 739 of file lex.h.

References m_initial_input, and m_reader.

◆ ~lexer()

lexer::~lexer ( )

default

Member Function Documentation

◆ fill_flex_buffer()

int lexer::fill_flex_buffer	(	char *	buf,
		unsigned int	max_size
	)

virtual

Implements base_lexer.

Definition at line 6829 of file lex.cc.

References command_editor::decode_prompt_string(), fill_flex_buffer(), lexical_feedback::m_buffer_function_text, lexical_feedback::m_current_input_line, lexical_feedback::m_function_text, lexical_feedback::m_interpreter, interpreter::PS1(), interpreter::PS2(), and YY_NULL.

Referenced by fill_flex_buffer().

◆ input_from_eval_string()

bool lexer::input_from_eval_string ( ) const

inlinevirtual

Reimplemented from base_lexer.

Definition at line 770 of file lex.h.

References input_reader::input_from_eval_string(), and m_reader.

Referenced by octave_push_parse().

◆ input_from_file()

bool lexer::input_from_file ( ) const

inlinevirtual

Reimplemented from base_lexer.

Definition at line 765 of file lex.h.

References input_reader::input_from_file(), and m_reader.

◆ input_from_terminal()

bool lexer::input_from_terminal ( ) const

inlinevirtual

Reimplemented from base_lexer.

Definition at line 760 of file lex.h.

References input_reader::input_from_terminal(), and m_reader.

◆ input_source()

std::string lexer::input_source ( ) const

inlinevirtual

Reimplemented from base_lexer.

Definition at line 755 of file lex.h.

References input_reader::input_source(), and m_reader.

◆ reset()

void lexer::reset ( )

inlinevirtual

Reimplemented from base_lexer.

Definition at line 748 of file lex.h.

References m_initial_input, and base_lexer::reset().

Member Data Documentation

◆ m_initial_input

bool lexer::m_initial_input

Definition at line 784 of file lex.h.

Referenced by lexer(), lexer(), lexer(), lexer(), and reset().

◆ m_reader

input_reader lexer::m_reader

Definition at line 777 of file lex.h.

Referenced by lexer(), lexer(), lexer(), lexer(), input_from_eval_string(), input_from_file(), input_from_terminal(), and input_source().

The documentation for this class was generated from the following files:

libinterp/parse-tree/lex.h
libinterp/parse-tree/lex.cc

Public Member Functions

Public Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ lexer() [1/4]

◆ lexer() [2/4]

◆ lexer() [3/4]

◆ lexer() [4/4]

◆ ~lexer()

Member Function Documentation

◆ fill_flex_buffer()

◆ input_from_eval_string()

◆ input_from_file()

◆ input_from_terminal()

◆ input_source()

◆ reset()

Member Data Documentation

◆ m_initial_input

◆ m_reader