idioma.h

Go to the documentation of this file.

//
//    Copyright (C) 2006   TALP Research Center
//                         Universitat Politecnica de Catalunya
//
//    This library is free software; you can redistribute it and/or
//    modify it under the terms of the GNU General Public License
//    (GNU GPL) as published by the Free Software Foundation; either
//    version 3 of the License, or (at your option) any later version.
//
//    This library is distributed in the hope that it will be useful,
//    but WITHOUT ANY WARRANTY; without even the implied warranty of
//    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
//    General Public License for more details.
//
//    You should have received a copy of the GNU General Public License 
//    along with this library; if not, write to the Free Software
//    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//
//    contact: Muntsa Padro (mpadro@lsi.upc.edu)
//             TALP Research Center
//             despatx Omega.S107 - Campus Nord UPC
//             08034 Barcelona.  SPAIN
//

// /////////////////////////////////
//
//  idioma.h
//
//  Class that implements a Visible Markov Model 
//  to compute the probability that a text is 
//  written in a certain language.
// 
// /////////////////////////////////

#ifndef _IDIOMA_H
#define _IDIOMA_H

#include <map>
#include <list>
#include <vector>
#include <string>



class idioma {  

 private:
  // language code
  std::wstring LangCode;
  std::map<std::wstring,double> pa_nom;
  std::map<std::wstring,double> ppi_nom;

  std::map<std::wstring,double> pi,A;
  std::map<std::pair<std::wstring,std::wstring>,double> B;
  size_t nf;

  std::wstring from_writable(const std::wstring &) const;
  std::wstring to_writable(const std::wstring &) const;
  double ProbA(const std::wstring &, const std::wstring &) const;
  double ProbPi(const std::wstring &) const; 
  void increment(std::map<std::wstring,double> &, const std::wstring &);
  void increment(std::map<std::pair<std::wstring,std::wstring>,double> &, const std::wstring &, const std::wstring &);
  void initial_trigram(std::wistream &, wchar_t &, wchar_t &, wchar_t &) const;
  std::wstring trigram(wchar_t, wchar_t, wchar_t) const;
  void create_model(std::wistream &f);
  void save_model(const std::wstring &) const;
 
 public:
  idioma();
  idioma(const std::wstring &);
  double sequence_probability(std::wistream &, size_t &) const;
  double compute_probability(const std::wstring &, double s=1.0) const; 
  void train(const std::wstring &, const std::wstring &, const std::wstring&);
  void train(std::wistream &f, const std::wstring &, const std::wstring&);
  std::wstring get_language_code() const;
};


#endif