edkuksa/russianmorphology
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

some prefomance turting

Browse Source 
git-svn-id: https://russianmorphology.googlecode.com/svn/trunk@122 d817d54c-26ab-11de-abc9-2f7d1455ff7a
This commit is contained in:
Alexander.A.Kuznetsov
2010-10-18 12:24:50 +00:00
parent 43136e0de1
commit d46651f2ba
11 changed files with 19 additions and 206 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dictionary-reader/src/main/java/org/apache/lucene/morphology/generator/EnglishHeuristicBuilder.java
+1 -1
View File
@@ -16,7 +16,7 @@
package org.apache.lucene.morphology.generator;
import org.apache.lucene.morphology.EnglishLetterDecoderEncoder;
import org.apache.lucene.morphology.english.EnglishLetterDecoderEncoder;
import org.apache.lucene.morphology.dictionary.*;
import java.io.IOException;
dictionary-reader/src/test/java/org/apache/lucene/TestAllWords.java
+6 -4
View File
@@ -17,6 +17,9 @@ package org.apache.lucene;
import org.apache.lucene.morphology.*;
import org.apache.lucene.morphology.dictionary.*;
import org.apache.lucene.morphology.english.EnglishLetterDecoderEncoder;
import org.apache.lucene.morphology.english.EnglishLuceneMorphology;
import org.apache.lucene.morphology.english.EnglishMorphology;
import org.apache.lucene.morphology.russian.RussianLetterDecoderEncoder;
import org.apache.lucene.morphology.russian.RussianLuceneMorphology;
import org.apache.lucene.morphology.russian.RussianMorphology;
@@ -46,7 +49,7 @@ public class TestAllWords {
@Test
public void shouldEnglishMorphologyIncludeAllWordsFormsWithMorphInfo() throws IOException {
final Morphology morphology = new EnglishMorphology();
final MorphologyImpl morphology = new EnglishMorphology();
LetterDecoderEncoder decoderEncoder = new EnglishLetterDecoderEncoder();
String pathToGramma = prefix + "dictonary/Dicts/Morph/egramtab.tab";
String pathToDict = prefix + "dictonary/Dicts/SrcMorph/EngSrc/morphs.mrd";
@@ -57,7 +60,7 @@ public class TestAllWords {
@Test
public void shouldRussianMorphologyIncludeAllWordsFormsWithMorphInfo() throws IOException {
final Morphology morphology = new RussianMorphology();
final MorphologyImpl morphology = new RussianMorphology();
LetterDecoderEncoder decoderEncoder = new RussianLetterDecoderEncoder();
String pathToGramma = prefix + "dictonary/Dicts/Morph/rgramtab.tab";
String pathToDict = prefix + "dictonary/Dicts/SrcMorph/RusSrc/morphs.mrd";
@@ -65,7 +68,7 @@ public class TestAllWords {
testFullGramma(morphology, decoderEncoder, pathToGramma, pathToDict);
}
private void testFullGramma(final Morphology morphology, LetterDecoderEncoder decoderEncoder, String pathToGramma, String pathToDict) throws IOException {
private void testFullGramma(final MorphologyImpl morphology, LetterDecoderEncoder decoderEncoder, String pathToGramma, String pathToDict) throws IOException {
GrammarReader grammarInfo = new GrammarReader(pathToGramma);
final List<String> morphInfo = grammarInfo.getGrammarInfo();
final Map<String, Integer> inversIndex = grammarInfo.getGrammarInverseIndex();
@@ -92,7 +95,6 @@ public class TestAllWords {
WordStringCleaner wordStringCleaner = new WordStringCleaner(decoderEncoder, wordCleaner);
RemoveFlexiaWithPrefixes removeFlexiaWithPrefixes = new RemoveFlexiaWithPrefixes(wordStringCleaner);
dictionaryReader.process(removeFlexiaWithPrefixes);
long time = System.currentTimeMillis() - startTime;
System.out.println("Done " + wordCount.get() + " in " + time + " ms. " + wordCount.get() / (time / 1000L) + " word per second");
}
dictionary-reader/src/test/java/org/apache/lucene/morphology/AnalyzersTest.java
+1
View File
@@ -16,6 +16,7 @@
package org.apache.lucene.morphology;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.morphology.english.EnglishAnalyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tokenattributes.TermAttribute;
import org.apache.lucene.morphology.russian.RussianAnalyzer;
dictionary-reader/src/test/java/org/apache/lucene/morphology/LuceneMorphTest.java
+1
View File
@@ -16,6 +16,7 @@
package org.apache.lucene.morphology;
import org.apache.lucene.morphology.russian.RussianLuceneMorphology;
import org.apache.lucene.morphology.english.EnglishLuceneMorphology;
import org.junit.Test;
import java.io.BufferedReader;