probabilities.h

Go to the documentation of this file.

//
//    FreeLing - Open Source Language Analyzers
//
//    Copyright (C) 2004   TALP Research Center
//                         Universitat Politecnica de Catalunya
//
//    This library is free software; you can redistribute it and/or
//    modify it under the terms of the GNU General Public
//    License as published by the Free Software Foundation; either
//    version 3 of the License, or (at your option) any later version.
//
//    This library is distributed in the hope that it will be useful,
//    but WITHOUT ANY WARRANTY; without even the implied warranty of
//    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
//    General Public License for more details.
//
//    You should have received a copy of the GNU General Public
//    License along with this library; if not, write to the Free Software
//    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//
//    contact: Lluis Padro (padro@lsi.upc.es)
//             TALP Research Center
//             despatx C6.212 - Campus Nord UPC
//             08034 Barcelona.  SPAIN
//

#ifndef _PROBABILITIES
#define _PROBABILITIES

#include <map>

#include "freeling/windll.h"
#include "freeling/morfo/language.h"
#include "freeling/morfo/processor.h"

const std::wstring RE_FZ=L"^[FZ]";


class WINDLL probabilities : public processor {
 private:
  boost::u32regex RE_PunctNum;

  double ProbabilityThreshold;
  std::wstring Language;

  double BiassSuffixes; 

  double LidstoneLambda; 

  bool activate_guesser;

  std::map<std::wstring,double> single_tags;
  std::map<std::wstring,std::map<std::wstring,double> > class_tags;
  std::map<std::wstring,std::map<std::wstring,double> > lexical_tags;
  std::map<std::wstring,double> unk_tags;
  std::map<std::wstring,std::map<std::wstring,double> > unk_suffs;
  double theeta;
  std::wstring::size_type long_suff;

  void smoothing(word &);
  double compute_probability(const std::wstring &, double, const std::wstring &);
  double guesser(word &, double);

 public:
  probabilities(const std::wstring &, const std::wstring &, double);

  void annotate_word(word &);

  void set_activate_guesser(bool);

  void analyze(sentence &);
  void analyze(std::list<sentence> &);
  sentence analyze(const sentence &);
  std::list<sentence> analyze(const std::list<sentence> &);

};

#endif