org.jruby.ext.ripper

Class RipperLexer

java.lang.Object

org.jruby.ext.ripper.RipperLexer

public class RipperLexer
extends Object

Author:

enebo

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	RipperLexer.Keyword
static class	RipperLexer.LexState

Field Summary

Fields

Modifier and Type	Field and Description
boolean	commandStart
protected org.jruby.util.ByteList	delayed
protected boolean	eofp
boolean	ignoreNextScanEvent
boolean	inKwarg
protected org.jruby.util.ByteList	lex_lastline
protected int	lex_p
protected int	lex_pbeg
protected int	lex_pend
protected org.jruby.util.ByteList	lexb
protected int	tokp

Constructor Summary

Constructors

Constructor and Description
RipperLexer(RipperParserBase parser, LexerSource src)

Method Summary

Methods

Modifier and Type	Method and Description
int	column()
void	compile_error(String message)
IRubyObject	createStr(org.jruby.util.ByteList buffer, int flags)
void	dispatchDelayedToken(int token)
void	dispatchHeredocEnd()
void	dispatchIgnoredScanEvent(int token)
void	dispatchScanEvent(int token)
protected void	flush_string_content(org.jcodings.Encoding encoding)
int	getBraceNest()
StackState	getCmdArgumentState()
StackState	getConditionState()
org.jcodings.Encoding	getEncoding()
String	getIdent()
static RipperLexer.Keyword	getKeyword(String str)
int	getLeftParenBegin()
Ruby	getRuntime()
RipperLexer.LexState	getState()
StrTerm	getStrTerm()
StringBuilder	getTokenBuffer()
boolean	hasScanEvent()
boolean	hasStarted() Has lexing started yet?
void	heredoc_restore(HeredocTerm here)
int	incrementParenNest()
boolean	isASCII()
boolean	isEndSeen()
boolean	isIdentifierChar(int c) This is a valid character for an identifier?
protected boolean	isMultiByteChar(int c) Is this a multibyte character from a multibyte encoding?
boolean	isVerbose()
protected void	lex_goto_eol()
int	lineno()
int	nextc()
int	nextToken()
int	p(int offset)
void	parser_prepare()
boolean	peek(int c)
int	precise_mbclen()
void	pushback(int c)
int	readCodepoint(int first, org.jcodings.Encoding encoding)
int	readEscape()
int	readUTFEscape(org.jruby.util.ByteList buffer, boolean stringLiteral, boolean symbolLiteral)
void	readUTFEscapeRegexpLiteral(org.jruby.util.ByteList buffer)
void	resetStacks()
protected void	set_file_encoding(int str, int send)
void	setBraceNest(int nest)
void	setEncoding(org.jcodings.Encoding encoding)
void	setLeftParenBegin(int value)
void	setParser(RipperParserBase parserSupport) Parse must pass its support object for some check at bottom of yylex().
void	setState(RipperLexer.LexState state)
void	setStrTerm(StrTerm strterm)
void	setValue(Object yaccValue)
void	tokAdd(int value, org.jruby.util.ByteList buffer)
void	tokCopy(int length, org.jruby.util.ByteList buffer)
int	token() Last token read from the lexer at the end of a call to yylex()
boolean	tokenAddMBC(int first_byte, org.jruby.util.ByteList buffer)
void	tokenAddMBCFromSrc(int c, org.jruby.util.ByteList buffer)
Object	value() Value of last token (if it is a token which has a value).
void	warn(String message)
void	warning(String message)
boolean	was_bol()
boolean	whole_match_p(org.jruby.util.ByteList eos, boolean indent)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ignoreNextScanEvent

public boolean ignoreNextScanEvent

commandStart

public boolean commandStart

inKwarg

public boolean inKwarg

tokp

protected int tokp

lexb

protected org.jruby.util.ByteList lexb

lex_p

protected int lex_p

lex_pbeg

protected int lex_pbeg

lex_pend

protected int lex_pend

lex_lastline

protected org.jruby.util.ByteList lex_lastline

eofp

protected boolean eofp

delayed

protected org.jruby.util.ByteList delayed

Constructor Detail

RipperLexer

public RipperLexer(RipperParserBase parser,
           LexerSource src)

Method Detail

getEncoding

public org.jcodings.Encoding getEncoding()

isVerbose

public boolean isVerbose()

warn

public void warn(String message)

warning

public void warning(String message)

getKeyword

public static RipperLexer.Keyword getKeyword(String str)

incrementParenNest

public int incrementParenNest()

getBraceNest

public int getBraceNest()

setBraceNest

public void setBraceNest(int nest)

getLeftParenBegin

public int getLeftParenBegin()

setLeftParenBegin

public void setLeftParenBegin(int value)

hasStarted

public boolean hasStarted()

Has lexing started yet?

isEndSeen

public boolean isEndSeen()

flush_string_content

protected void flush_string_content(org.jcodings.Encoding encoding)

p

public int p(int offset)

nextc

public int nextc()

peek

public boolean peek(int c)

lex_goto_eol

protected void lex_goto_eol()

column

public int column()

lineno

public int lineno()

dispatchHeredocEnd

public void dispatchHeredocEnd()

was_bol

public boolean was_bol()

pushback

public void pushback(int c)

compile_error

public void compile_error(String message)

readCodepoint

public int readCodepoint(int first,
                org.jcodings.Encoding encoding)
                  throws IOException

Throws:

IOException

heredoc_restore

public void heredoc_restore(HeredocTerm here)

parser_prepare

public void parser_prepare()

nextToken

public int nextToken()
              throws IOException

Throws:

IOException

getIdent

public String getIdent()

token

public int token()

Last token read from the lexer at the end of a call to yylex()

Returns:

last token read

getTokenBuffer

public StringBuilder getTokenBuffer()

value

public Object value()

Value of last token (if it is a token which has a value).

Returns:

value of last value-laden token

whole_match_p

public boolean whole_match_p(org.jruby.util.ByteList eos,
                    boolean indent)

getRuntime

public Ruby getRuntime()

setParser

public void setParser(RipperParserBase parserSupport)

Parse must pass its support object for some check at bottom of yylex(). Ruby does it this way as well (i.e. a little parsing logic in the lexer).

Parameters:

parserSupport -

setEncoding

public void setEncoding(org.jcodings.Encoding encoding)

getStrTerm

public StrTerm getStrTerm()

setStrTerm

public void setStrTerm(StrTerm strterm)

resetStacks

public void resetStacks()

getState

public RipperLexer.LexState getState()

setState

public void setState(RipperLexer.LexState state)

getCmdArgumentState

public StackState getCmdArgumentState()

getConditionState

public StackState getConditionState()

setValue

public void setValue(Object yaccValue)

isASCII

public boolean isASCII()

isIdentifierChar

public boolean isIdentifierChar(int c)

This is a valid character for an identifier?

Parameters:

c - is character to be compared

Returns:

whether c is an identifier or not mri: is_identchar

isMultiByteChar

protected boolean isMultiByteChar(int c)

Is this a multibyte character from a multibyte encoding?

Parameters:

c -

Returns:

whether c is an multibyte char or not

createStr

public IRubyObject createStr(org.jruby.util.ByteList buffer,
                    int flags)

set_file_encoding

protected void set_file_encoding(int str,
                     int send)

hasScanEvent

public boolean hasScanEvent()

dispatchDelayedToken

public void dispatchDelayedToken(int token)

dispatchIgnoredScanEvent

public void dispatchIgnoredScanEvent(int token)

dispatchScanEvent

public void dispatchScanEvent(int token)

readUTFEscapeRegexpLiteral

public void readUTFEscapeRegexpLiteral(org.jruby.util.ByteList buffer)
                                throws IOException

Throws:

IOException

tokenAddMBC

public boolean tokenAddMBC(int first_byte,
                  org.jruby.util.ByteList buffer)

tokCopy

public void tokCopy(int length,
           org.jruby.util.ByteList buffer)

tokAdd

public void tokAdd(int value,
          org.jruby.util.ByteList buffer)

precise_mbclen

public int precise_mbclen()

tokenAddMBCFromSrc

public void tokenAddMBCFromSrc(int c,
                      org.jruby.util.ByteList buffer)
                        throws IOException

Throws:

IOException

readUTFEscape

public int readUTFEscape(org.jruby.util.ByteList buffer,
                boolean stringLiteral,
                boolean symbolLiteral)
                  throws IOException

Throws:

IOException

readEscape

public int readEscape()
               throws IOException

Throws:

IOException