FreeLing  3.0
corrector.h
Go to the documentation of this file.
00001 
00002 //
00003 //    FreeLing - Open Source Language Analyzers
00004 //
00005 //    Copyright (C) 2004   TALP Research Center
00006 //                         Universitat Politecnica de Catalunya
00007 //
00008 //    This library is free software; you can redistribute it and/or
00009 //    modify it under the terms of the GNU General Public
00010 //    License as published by the Free Software Foundation; either
00011 //    version 3 of the License, or (at your option) any later version.
00012 //
00013 //    This library is distributed in the hope that it will be useful,
00014 //    but WITHOUT ANY WARRANTY; without even the implied warranty of
00015 //    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
00016 //    General Public License for more details.
00017 //
00018 //    You should have received a copy of the GNU General Public
00019 //    License along with this library; if not, write to the Free Software
00020 //    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
00021 //
00022 //    contact: Lluis Padro (padro@lsi.upc.es)
00023 //             TALP Research Center
00024 //             despatx C6.212 - Campus Nord UPC
00025 //             08034 Barcelona.  SPAIN
00026 //
00028 
00029 #ifndef _CORRECTOR
00030 #define _CORRECTOR
00031 
00032 #include <boost/regex/icu.hpp>
00033 
00034 #include "freeling/windll.h"
00035 #include "freeling/morfo/language.h"
00036 #include "freeling/morfo/processor.h"
00037 #include "freeling/morfo/database.h"
00038 #include "freeling/morfo/dictionary.h"
00039 #include "freeling/morfo/phonetics.h"
00040 #include "freeling/morfo/aligner.h"
00041 #include "freeling/morfo/similarity.h"
00042 
00043 
00050 
00051 #define EDIT_DISTANCE 1
00052 #define PHONETIC_DISTANCE 2
00053 
00054 class WINDLL corrector : public processor {
00055  private:
00056       
00058   database *similar_words;
00059         
00061   dictionary* dict; 
00063   phonetics* ph;
00066   //      phoneticDistance* phd;
00067   aligner<int> *phd;
00069   similarity* sm;
00071   int distanceMethod;
00073   double SimThresholdKnown;
00076   double SimThresholdUnknownLow;
00079   double SimThresholdUnknownHigh;
00081   int MaxSizeDiff;
00084   boost::u32regex dictionaryCheck;
00086   bool noDictionaryCheck;
00088   std::wstring getKey(std::wstring);
00090   void putWords(std::wstring, word &);
00092   int getPhoneticDistance(aligner<int> *, const std::wstring &, const std::wstring &);           
00093 
00094  public:
00096   corrector(const std::wstring &, dictionary &);
00098   ~corrector();
00099       
00101   void analyze(sentence &);
00103   void analyze(std::list<sentence> &);
00105   sentence analyze(const sentence &);
00107   std::list<sentence> analyze(const std::list<sentence> &);
00108 };
00109 
00110 #endif