Package org.apache.lucene.analysis.ja
Class JapaneseTokenizer.Lattice
java.lang.Object
org.apache.lucene.analysis.ja.JapaneseTokenizer.Lattice
- Enclosing class:
JapaneseTokenizer
-
Field Summary
FieldsModifier and TypeFieldDescription(package private) int(package private) EnumMap<JapaneseTokenizer.Type, Dictionary> (package private) char[](package private) int[](package private) int(package private) JapaneseTokenizer.Type[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int[](package private) int(package private) int(package private) int(package private) int[](package private) boolean -
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionprivate intaddNode(JapaneseTokenizer.Type dicType, int wordID, int left, int right) (package private) intbestCost()(package private) voidcalcLeftCost(ConnectionCosts costs) (package private) voidcalcRightCost(ConnectionCosts costs) (package private) intconnectionCost(ConnectionCosts costs, int left, int right) private intcost(int node) (package private) void(package private) voidmarkSameSpanNode(int refNode, int value) (package private) voidnBestNodeList(int N) private intpositionCount(JapaneseTokenizer.WrappedPositionArray positions, int beg, int end) (package private) intprobeDelta(int start, int end) private voidreserve(int n) (package private) voidsetup(char[] fragment, EnumMap<JapaneseTokenizer.Type, Dictionary> dictionaryMap, JapaneseTokenizer.WrappedPositionArray positions, int prevOffset, int endOffset, boolean useEOS) private voidsetupNodePool(int n) private voidsetupRoot(int baseOffset, int lastOffset)
-
Field Details
-
fragment
char[] fragment -
dictionaryMap
EnumMap<JapaneseTokenizer.Type,Dictionary> dictionaryMap -
useEOS
boolean useEOS -
rootCapacity
int rootCapacity -
rootSize
int rootSize -
rootBase
int rootBase -
lRoot
int[] lRoot -
rRoot
int[] rRoot -
capacity
int capacity -
nodeCount
int nodeCount -
nodeDicType
JapaneseTokenizer.Type[] nodeDicType -
nodeWordID
int[] nodeWordID -
nodeMark
int[] nodeMark -
nodeLeftID
int[] nodeLeftID -
nodeRightID
int[] nodeRightID -
nodeWordCost
int[] nodeWordCost -
nodeLeftCost
int[] nodeLeftCost -
nodeRightCost
int[] nodeRightCost -
nodeLeftNode
int[] nodeLeftNode -
nodeRightNode
int[] nodeRightNode -
nodeLeft
int[] nodeLeft -
nodeRight
int[] nodeRight -
nodeLeftChain
int[] nodeLeftChain -
nodeRightChain
int[] nodeRightChain
-
-
Constructor Details
-
Lattice
private Lattice()
-
-
Method Details
-
setupRoot
private void setupRoot(int baseOffset, int lastOffset) -
reserve
private void reserve(int n) -
setupNodePool
private void setupNodePool(int n) -
addNode
-
positionCount
-
setup
void setup(char[] fragment, EnumMap<JapaneseTokenizer.Type, Dictionary> dictionaryMap, JapaneseTokenizer.WrappedPositionArray positions, int prevOffset, int endOffset, boolean useEOS) -
markUnreachable
void markUnreachable() -
connectionCost
-
calcLeftCost
-
calcRightCost
-
markSameSpanNode
void markSameSpanNode(int refNode, int value) -
bestPathNodeList
-
cost
private int cost(int node) -
nBestNodeList
-
bestCost
int bestCost() -
probeDelta
int probeDelta(int start, int end) -
debugPrint
void debugPrint()
-