如何使用lucene.net中的SynonymAnalyzer函数

Question

我在我的应用程序中使用 Lucene.Net.SynonymEngine.dll 作为参考

我在使用 synonymAnalyzer、ISynonymEngine 等功能时遇到问题

我尝试使用

SynonymAnalyzer syn = new SynonymAnalyzer(ISynonymEngine engine); 和

Analyzer a =new SynonymAnalyzer(ISynonymEngine engine);

但似乎都不起作用，有人可以帮忙吗？ 先感谢您...

Answer 1

public class SynonymAnalyzer : Analyzer
{
    public ISynonymEngine SynonymEngine { get; private set; }

    public SynonymAnalyzer(ISynonymEngine engine)
    {
        SynonymEngine = engine;
    }

    public override TokenStream TokenStream
    (string fieldName, System.IO.TextReader reader)
    {
        //create the tokenizer
        TokenStream result = new StandardTokenizer(reader);

        //add in filters
        // first normalize the StandardTokenizer
        result = new StandardFilter(result); 

        // makes sure everything is lower case
        result = new LowerCaseFilter(result);

        // use the default list of Stop Words, provided by the StopAnalyzer class.
        result = new StopFilter(result, StopAnalyzer.ENGLISH_STOP_WORDS); 

        // injects the synonyms. 
        result = new SynonymFilter(result, SynonymEngine); 

        //return the built token stream.
        return result;
    }
}

Answer 2

你可以像下面这样创建你的分析器，

SynonymAnalyzer sa = new SynonymAnalyzer(new XmlSynonymEngine(yourXmlFilesPath)); 

但首先你应该为同义词创建一个 xml 文件

<?xml version="1.0" encoding="utf-8" ?>
<synonyms>
  <group>
    <syn>fast</syn>
    <syn>quick</syn>
    <syn>rapid</syn>
  </group>

  <group>
    <syn>slow</syn>
    <syn>decrease</syn>
  </group>

  <group>
    <syn>google</syn>
    <syn>search</syn>
  </group>

  <group>
    <syn>check</syn>
    <syn>lookup</syn>
    <syn>look</syn>
  </group>

</synonyms>

------ 编辑 ---------

查看 ISynonymEngine 的原始实现

public class MySynonyms : Lucene.Net.SynonymEngine.ISynonymEngine
{
    public IEnumerable<string> GetSynonyms(string word)
    {
        if (word == "quick") return  new List<string>{"fast"};
        return new List<string>();
    }
}
SynonymAnalyzer sa = new SynonymAnalyzer(new MySynonyms());

Answer 3

SynonymFilter C# 类

public class SynonymFilter : TokenFilter
{
    public ISynonymEngine SynonymEngine { get; private set; }       
    private Queue<string> splittedQueue = new Queue<string>();        
    private readonly ITermAttribute _termAttr;
    private readonly IPositionIncrementAttribute _posAttr;
    private readonly ITypeAttribute _typeAttr;
    private State currentState;

    public SynonymFilter(TokenStream input, ISynonymEngine synonymEngine)
        : base(input)
    {
        if (synonymEngine == null)
            throw new ArgumentNullException("synonymEngine");

        SynonymEngine = synonymEngine;
        _termAttr = AddAttribute<ITermAttribute>();
        _posAttr = AddAttribute<IPositionIncrementAttribute>();
        _typeAttr = AddAttribute<ITypeAttribute>();
    }


    public override bool IncrementToken()
    {
        if (splittedQueue.Count > 0)
        {
            string splitted = splittedQueue.Dequeue();
            RestoreState(currentState);
            _termAttr.SetTermBuffer(splitted);
            _posAttr.PositionIncrement = 0;
            return true;
        }

        if (!input.IncrementToken())
            return false;

        var currentTerm = new string(_termAttr.TermBuffer(), 0, _termAttr.TermLength());            
        IEnumerable<string> synonyms = SynonymEngine.GetSynonyms(currentTerm);

        if (synonyms == null)
        {
            return false;
        }        
        foreach (string syn in synonyms)
        {                
            if (!currentTerm.Equals(syn))
            {
                splittedQueue.Enqueue(syn);
            }
        }            
        return true;
    }
}