probabilities.h

Go to the documentation of this file.
00001 
00002 //
00003 //    FreeLing - Open Source Language Analyzers
00004 //
00005 //    Copyright (C) 2004   TALP Research Center
00006 //                         Universitat Politecnica de Catalunya
00007 //
00008 //    This library is free software; you can redistribute it and/or
00009 //    modify it under the terms of the GNU General Public
00010 //    License as published by the Free Software Foundation; either
00011 //    version 2.1 of the License, or (at your option) any later version.
00012 //
00013 //    This library is distributed in the hope that it will be useful,
00014 //    but WITHOUT ANY WARRANTY; without even the implied warranty of
00015 //    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
00016 //    General Public License for more details.
00017 //
00018 //    You should have received a copy of the GNU General Public
00019 //    License along with this library; if not, write to the Free Software
00020 //    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
00021 //
00022 //    contact: Lluis Padro (padro@lsi.upc.es)
00023 //             TALP Research Center
00024 //             despatx C6.212 - Campus Nord UPC
00025 //             08034 Barcelona.  SPAIN
00026 //
00028 
00029 #ifndef _PROBABILITIES
00030 #define _PROBABILITIES
00031 
00032 #include <map>
00033 
00034 #include "fries/language.h"
00035 
00036 #define RE_FZ "^[FZ]"
00037 
00042 
00043 class probabilities {
00044    private:
00046       RegEx RE_PunctNum;
00047 
00049       double ProbabilityThreshold;
00050       std::string Language;
00051 
00053       double CheckerOverGuesser;
00055       double ExactMatchBonus; 
00057       double AlternativeAnalysisMass;
00058 
00060       std::map<std::string,double> single_tags;
00062       std::map<std::string,std::map<std::string,double> > class_tags;
00064       std::map<std::string,std::map<std::string,double> > lexical_tags;
00066       std::map<std::string,double> unk_tags;
00068       std::map<std::string,std::map<std::string,double> > unk_suffs;
00070       double theeta;
00072       std::string::size_type long_suff;
00073 
00075       void smoothing(word &);
00077       double compute_probability(const std::string &, double, const std::string &);
00079       double guesser(word &, double);
00080 
00081    public:
00083       probabilities(const std::string &, const std::string &, double);
00084 
00086       void annotate(sentence &);
00088       void annotate_word(word &);
00089 
00090 };
00091 
00092 #endif
Generated on Tue Jul 27 16:29:25 2010 for FreeLing by  doxygen 1.6.3