Package com.sun.msv.datatype.regexp

Class Token

java.lang.Object

com.sun.msv.datatype.regexp.Token

All Implemented Interfaces:

java.io.Serializable

Direct Known Subclasses:

RangeToken, Token.CharToken, Token.ClosureToken, Token.ConcatToken, Token.ConditionToken, Token.ModifierToken, Token.ParenToken, Token.StringToken, Token.UnionToken

class Token
extends java.lang.Object
implements java.io.Serializable

This class represents a node in parse tree.

Version:

Token.java,v 1.7 2003/02/25 14:43:13 sandygao Exp

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	Token.CharToken	This class represents a node in parse tree.
(package private) static class	Token.ClosureToken	This class represents a node in parse tree.
(package private) static class	Token.ConcatToken	This class represents a node in parse tree.
(package private) static class	Token.ConditionToken	(?(condition)yes-pattern|no-pattern)
(package private) static class	Token.FixedStringContainer
(package private) static class	Token.ModifierToken	(ims-ims: ....
(package private) static class	Token.ParenToken	This class represents a node in parse tree.
(package private) static class	Token.StringToken	This class represents a node in parse tree.
(package private) static class	Token.UnionToken	This class represents a node in parse tree.

Field Summary

Fields

Modifier and Type	Field	Description
(package private) static int	ANCHOR
(package private) static int	BACKREFERENCE
private static java.lang.String[]	blockNames
(package private) static java.lang.String	blockRanges
private static java.util.Hashtable	categories
private static java.util.Hashtable	categories2
private static java.lang.String[]	categoryNames
(package private) static int	CHAR
(package private) static int	CHAR_FINAL_QUOTE
(package private) static int	CHAR_INIT_QUOTE
(package private) static int	CHAR_LETTER
(package private) static int	CHAR_MARK
(package private) static int	CHAR_NUMBER
(package private) static int	CHAR_OTHER
(package private) static int	CHAR_PUNCTUATION
(package private) static int	CHAR_SEPARATOR
(package private) static int	CHAR_SYMBOL
(package private) static int	CLOSURE
(package private) static int	CONCAT
(package private) static int	CONDITION
(package private) static boolean	COUNTTOKENS
(package private) static int	DOT
(package private) static int	EMPTY
(package private) static int	FC_ANY
(package private) static int	FC_CONTINUE
(package private) static int	FC_TERMINAL
(package private) static int	INDEPENDENT
(package private) static int	LOOKAHEAD
(package private) static int	LOOKBEHIND
(package private) static int	MODIFIERGROUP
(package private) static int	NEGATIVELOOKAHEAD
(package private) static int	NEGATIVELOOKBEHIND
private static int	NONBMP_BLOCK_START
(package private) static int[]	nonBMPBlockRanges
(package private) static int	NONGREEDYCLOSURE
(package private) static java.util.Hashtable	nonxs
(package private) static int	NRANGE
(package private) static int	PAREN
(package private) static int	RANGE
(package private) static int	STRING
(package private) static Token	token_0to9
private static Token	token_ccs	Combing Character Sequence in Perl 5.6.
(package private) static Token	token_dot
(package private) static Token	token_empty
private static Token	token_grapheme
(package private) static Token	token_linebeginning
(package private) static Token	token_linebeginning2
(package private) static Token	token_lineend
(package private) static Token	token_not_0to9
(package private) static Token	token_not_spaces
(package private) static Token	token_not_wordchars
(package private) static Token	token_not_wordedge
(package private) static Token	token_spaces
(package private) static Token	token_stringbeginning
(package private) static Token	token_stringend
(package private) static Token	token_stringend2
(package private) static Token	token_wordbeginning
(package private) static Token	token_wordchars
(package private) static Token	token_wordedge
(package private) static Token	token_wordend
(package private) static int	tokens
(package private) int	type
(package private) static int	UNION
(package private) static int	UTF16_MAX
(package private) static java.lang.String	viramaString

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	Token(int type)

Method Summary

Modifier and Type	Method	Description
(package private) void	addChild(Token tok)
protected void	addRange(int start, int end)
(package private) int	analyzeFirstCharacter(RangeToken result, int options)
protected void	compactRanges()
(package private) static Token	complementRanges(Token tok)
private static Token.CharToken	createAnchor(int ch)
(package private) static Token.StringToken	createBackReference(int refno)
(package private) static Token.CharToken	createChar(int ch)
(package private) static Token.ClosureToken	createClosure(Token tok)
(package private) static Token.UnionToken	createConcat()
(package private) static Token.ConcatToken	createConcat(Token tok1, Token tok2)
(package private) static Token.ConditionToken	createCondition(int refno, Token condition, Token yespat, Token nopat)
(package private) static Token	createEmpty()
(package private) static Token.ParenToken	createLook(int type, Token child)
(package private) static Token.ModifierToken	createModifierGroup(Token child, int add, int mask)
(package private) static Token.ClosureToken	createNGClosure(Token tok)
(package private) static RangeToken	createNRange()
(package private) static Token.ParenToken	createParen(Token child, int pnumber)
(package private) static RangeToken	createRange()
(package private) static Token.StringToken	createString(java.lang.String str)
(package private) static Token.UnionToken	createUnion()
(package private) void	findFixedString(Token.FixedStringContainer container, int options)
(package private) int	getChar()
(package private) Token	getChild(int index)
(package private) static Token	getCombiningCharacterSequence()
(package private) static Token	getGraphemePattern()
(package private) int	getMax()
(package private) int	getMaxLength()
(package private) int	getMin()
(package private) int	getMinLength()	How many characters are needed?
(package private) int	getParenNumber()
protected static RangeToken	getRange(java.lang.String name, boolean positive)
protected static RangeToken	getRange(java.lang.String name, boolean positive, boolean xs)
(package private) int	getReferenceNumber()
(package private) java.lang.String	getString()
protected void	intersectRanges(Token tok)
protected static boolean	isRegisterNonXS(java.lang.String name)
private static boolean	isSet(int options, int flag)
private boolean	isShorterThan(Token tok)
(package private) boolean	match(int ch)
protected void	mergeRanges(Token tok)
protected static void	registerNonXS(java.lang.String name)	This method is called by only getRange().
private static void	setAlias(java.lang.String newName, java.lang.String name, boolean positive)
(package private) void	setMax(int max)
(package private) void	setMin(int min)
(package private) int	size()	A number of children.
protected void	sortRanges()
protected void	subtractRanges(Token tok)
java.lang.String	toString()
java.lang.String	toString(int options)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

COUNTTOKENS

static final boolean COUNTTOKENS

See Also:

Constant Field Values

tokens

static int tokens

CHAR

static final int CHAR

See Also:

Constant Field Values

DOT

static final int DOT

See Also:

Constant Field Values

CONCAT

static final int CONCAT

See Also:

Constant Field Values

UNION

static final int UNION

See Also:

Constant Field Values

CLOSURE

static final int CLOSURE

See Also:

Constant Field Values

RANGE

static final int RANGE

See Also:

Constant Field Values

NRANGE

static final int NRANGE

See Also:

Constant Field Values

PAREN

static final int PAREN

See Also:

Constant Field Values

EMPTY

static final int EMPTY

See Also:

Constant Field Values

ANCHOR

static final int ANCHOR

See Also:

Constant Field Values

NONGREEDYCLOSURE

static final int NONGREEDYCLOSURE

See Also:

Constant Field Values

STRING

static final int STRING

See Also:

Constant Field Values

BACKREFERENCE

static final int BACKREFERENCE

See Also:

Constant Field Values

LOOKAHEAD

static final int LOOKAHEAD

See Also:

Constant Field Values

NEGATIVELOOKAHEAD

static final int NEGATIVELOOKAHEAD

See Also:

Constant Field Values

LOOKBEHIND

static final int LOOKBEHIND

See Also:

Constant Field Values

NEGATIVELOOKBEHIND

static final int NEGATIVELOOKBEHIND

See Also:

Constant Field Values

INDEPENDENT

static final int INDEPENDENT

See Also:

Constant Field Values

MODIFIERGROUP

static final int MODIFIERGROUP

See Also:

Constant Field Values

CONDITION

static final int CONDITION

See Also:

Constant Field Values

UTF16_MAX

static final int UTF16_MAX

See Also:

Constant Field Values

type

int type

token_dot

static Token token_dot

token_0to9

static Token token_0to9

token_wordchars

static Token token_wordchars

token_not_0to9

static Token token_not_0to9

token_not_wordchars

static Token token_not_wordchars

token_spaces

static Token token_spaces

token_not_spaces

static Token token_not_spaces

token_empty

static Token token_empty

token_linebeginning

static Token token_linebeginning

token_linebeginning2

static Token token_linebeginning2

token_lineend

static Token token_lineend

token_stringbeginning

static Token token_stringbeginning

token_stringend

static Token token_stringend

token_stringend2

static Token token_stringend2

token_wordedge

static Token token_wordedge

token_not_wordedge

static Token token_not_wordedge

token_wordbeginning

static Token token_wordbeginning

token_wordend

static Token token_wordend

FC_CONTINUE

static final int FC_CONTINUE

See Also:

Constant Field Values

FC_TERMINAL

static final int FC_TERMINAL

See Also:

Constant Field Values

FC_ANY

static final int FC_ANY

See Also:

Constant Field Values

categories

private static final java.util.Hashtable categories

categories2

private static final java.util.Hashtable categories2

categoryNames

private static final java.lang.String[] categoryNames

CHAR_INIT_QUOTE

static final int CHAR_INIT_QUOTE

See Also:

Constant Field Values

CHAR_FINAL_QUOTE

static final int CHAR_FINAL_QUOTE

See Also:

Constant Field Values

CHAR_LETTER

static final int CHAR_LETTER

See Also:

Constant Field Values

CHAR_MARK

static final int CHAR_MARK

See Also:

Constant Field Values

CHAR_NUMBER

static final int CHAR_NUMBER

See Also:

Constant Field Values

CHAR_SEPARATOR

static final int CHAR_SEPARATOR

See Also:

Constant Field Values

CHAR_OTHER

static final int CHAR_OTHER

See Also:

Constant Field Values

CHAR_PUNCTUATION

static final int CHAR_PUNCTUATION

See Also:

Constant Field Values

CHAR_SYMBOL

static final int CHAR_SYMBOL

See Also:

Constant Field Values

blockNames

private static final java.lang.String[] blockNames

blockRanges

static final java.lang.String blockRanges

See Also:

Constant Field Values

nonBMPBlockRanges

static final int[] nonBMPBlockRanges

NONBMP_BLOCK_START

private static final int NONBMP_BLOCK_START

See Also:

Constant Field Values

nonxs

static java.util.Hashtable nonxs

viramaString

static final java.lang.String viramaString

See Also:

Constant Field Values

token_grapheme

private static Token token_grapheme

token_ccs

private static Token token_ccs

Combing Character Sequence in Perl 5.6.

Constructor Detail

Token

protected Token(int type)

Method Detail

createLook

static Token.ParenToken createLook(int type,
                                   Token child)

createParen

static Token.ParenToken createParen(Token child,
                                    int pnumber)

createClosure

static Token.ClosureToken createClosure(Token tok)

createNGClosure

static Token.ClosureToken createNGClosure(Token tok)

createConcat

static Token.ConcatToken createConcat(Token tok1,
                                      Token tok2)

createConcat

static Token.UnionToken createConcat()

createUnion

static Token.UnionToken createUnion()

createEmpty

static Token createEmpty()

createRange

static RangeToken createRange()

createNRange

static RangeToken createNRange()

createChar

static Token.CharToken createChar(int ch)

createAnchor

private static Token.CharToken createAnchor(int ch)

createBackReference

static Token.StringToken createBackReference(int refno)

createString

static Token.StringToken createString(java.lang.String str)

createModifierGroup

static Token.ModifierToken createModifierGroup(Token child,
                                               int add,
                                               int mask)

createCondition

static Token.ConditionToken createCondition(int refno,
                                            Token condition,
                                            Token yespat,
                                            Token nopat)

size

int size()

A number of children.

getChild

Token getChild(int index)

addChild

void addChild(Token tok)

addRange

protected void addRange(int start,
                        int end)

sortRanges

protected void sortRanges()

compactRanges

protected void compactRanges()

mergeRanges

protected void mergeRanges(Token tok)

subtractRanges

protected void subtractRanges(Token tok)

intersectRanges

protected void intersectRanges(Token tok)

complementRanges

static Token complementRanges(Token tok)

setMin

void setMin(int min)

setMax

void setMax(int max)

getMin

int getMin()

getMax

int getMax()

getReferenceNumber

int getReferenceNumber()

getString

java.lang.String getString()

getParenNumber

int getParenNumber()

getChar

int getChar()

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object

toString

public java.lang.String toString(int options)

getMinLength

final int getMinLength()

How many characters are needed?

getMaxLength

final int getMaxLength()

isSet

private static final boolean isSet(int options,
                                   int flag)

analyzeFirstCharacter

final int analyzeFirstCharacter(RangeToken result,
                                int options)

isShorterThan

private final boolean isShorterThan(Token tok)

findFixedString

final void findFixedString(Token.FixedStringContainer container,
                           int options)

match

boolean match(int ch)

getRange

protected static RangeToken getRange(java.lang.String name,
                                     boolean positive)

getRange

protected static RangeToken getRange(java.lang.String name,
                                     boolean positive,
                                     boolean xs)

registerNonXS

protected static void registerNonXS(java.lang.String name)

This method is called by only getRange(). So this method need not MT-safe.

isRegisterNonXS

protected static boolean isRegisterNonXS(java.lang.String name)

setAlias

private static void setAlias(java.lang.String newName,
                             java.lang.String name,
                             boolean positive)

getGraphemePattern

static Token getGraphemePattern()

getCombiningCharacterSequence

static Token getCombiningCharacterSequence()