Package org.languagetool.rules.spelling.symspell.implementation

Class SymSpell

java.lang.Object

org.languagetool.rules.spelling.symspell.implementation.SymSpell

All Implemented Interfaces:

Serializable

public class SymSpell
extends Object
implements Serializable

See Also:

• Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) class	SymSpell.SegmentedSuggestion
static enum	SymSpell.Verbosity

Field Summary

Fields

Modifier and Type	Field	Description
private Map<String,Long>	belowThresholdWords
private int	compactMask
private long	countThreshold
private static int	defaultCompactLevel
private static int	defaultCountThreshold
private static int	defaultInitialCapacity
private static int	defaultMaxEditDistance
private static int	defaultPrefixLength
private Map<Integer,String[]>	deletes
private EditDistance.DistanceAlgorithm	distanceAlgorithm
private int	initialCapacity
private int	maxDictionaryEditDistance
private int	maxLength
private static long	N
private int	prefixLength
private Map<String,Long>	words

Constructor Summary

Constructors

Constructor	Description
SymSpell(int initialCapacity, int maxDictionaryEditDistance, int prefixLength, int countThreshold)

Method Summary

Modifier and Type	Method	Description
void	commitStaged(SuggestionStage staging)
boolean	createDictionary(String corpus)
boolean	createDictionaryEntry(String key, long count, SuggestionStage staging)
private boolean	deleteInSuggestionPrefix(String delete, int deleteLen, String suggestion, int suggestionLen)
private HashSet<String>	edits(String word, int editDistance, HashSet<String> deleteWords)
private HashSet<String>	editsPrefix(String key)
private int	getStringHash(String s)
boolean	loadDictionary(BufferedReader br, int termIndex, int countIndex)
boolean	loadDictionary(InputStream corpus, int termIndex, int countIndex)
boolean	loadDictionary(String corpus, int termIndex, int countIndex)
List<SuggestItem>	lookup(String input, SymSpell.Verbosity verbosity)
List<SuggestItem>	lookup(String input, SymSpell.Verbosity verbosity, int maxEditDistance)
List<SuggestItem>	lookupCompound(String input)
List<SuggestItem>	lookupCompound(String input, int maxEditDistance)
private String[]	parseWords(String text)
void	purgeBelowThresholdWords()
SymSpell.SegmentedSuggestion	wordSegmentation(String input)
SymSpell.SegmentedSuggestion	wordSegmentation(String input, int maxEditDistance)
SymSpell.SegmentedSuggestion	wordSegmentation(String input, int maxEditDistance, int maxSegmentationWordLength)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

defaultMaxEditDistance

private static int defaultMaxEditDistance

defaultPrefixLength

private static int defaultPrefixLength

defaultCountThreshold

private static int defaultCountThreshold

defaultInitialCapacity

private static int defaultInitialCapacity

defaultCompactLevel

private static int defaultCompactLevel

initialCapacity

private int initialCapacity

maxDictionaryEditDistance

private int maxDictionaryEditDistance

prefixLength

private int prefixLength

countThreshold

private long countThreshold

compactMask

private int compactMask

distanceAlgorithm

private EditDistance.DistanceAlgorithm distanceAlgorithm

maxLength

private int maxLength

deletes

private Map<Integer,String[]> deletes

words

private Map<String,Long> words

belowThresholdWords

private Map<String,Long> belowThresholdWords

N

private static long N

Constructor Details

SymSpell

public SymSpell(int initialCapacity,
 int maxDictionaryEditDistance,
 int prefixLength,
 int countThreshold)

Method Details

createDictionaryEntry

public boolean createDictionaryEntry(String key,
 long count,
 SuggestionStage staging)

loadDictionary

public boolean loadDictionary(String corpus,
 int termIndex,
 int countIndex)

loadDictionary

public boolean loadDictionary(InputStream corpus,
 int termIndex,
 int countIndex)

loadDictionary

public boolean loadDictionary(BufferedReader br,
 int termIndex,
 int countIndex)

createDictionary

public boolean createDictionary(String corpus)

purgeBelowThresholdWords

public void purgeBelowThresholdWords()

commitStaged

public void commitStaged(SuggestionStage staging)

lookup

public List<SuggestItem> lookup(String input,
 SymSpell.Verbosity verbosity)

lookup

public List<SuggestItem> lookup(String input,
 SymSpell.Verbosity verbosity,
 int maxEditDistance)

lookupCompound

public List<SuggestItem> lookupCompound(String input,
 int maxEditDistance)

lookupCompound

public List<SuggestItem> lookupCompound(String input)

deleteInSuggestionPrefix

private boolean deleteInSuggestionPrefix(String delete,
 int deleteLen,
 String suggestion,
 int suggestionLen)

parseWords

private String[] parseWords(String text)

edits

private HashSet<String> edits(String word,
 int editDistance,
 HashSet<String> deleteWords)

editsPrefix

private HashSet<String> editsPrefix(String key)

getStringHash

private int getStringHash(String s)

wordSegmentation

public SymSpell.SegmentedSuggestion wordSegmentation(String input)

wordSegmentation

public SymSpell.SegmentedSuggestion wordSegmentation(String input,
 int maxEditDistance)

wordSegmentation

public SymSpell.SegmentedSuggestion wordSegmentation(String input,
 int maxEditDistance,
 int maxSegmentationWordLength)