chunkersub.h

用于汉字识别和分类的支持向量机SVMTEST测试算法,很好用啊

/*
 YamCha -- Yet Another Multipurpose CHunk Annotator

 $Id: chunkersub.h,v 1.7 2002/11/11 10:12:16 taku-ku Exp $;

 Copyright (C) 2001-2002  Taku Kudo <[e-mail]>
 All rights reserved.

 This library is free software; you can redistribute it and/or
 modify it under the terms of the GNU Library General Public
 License as published by the Free Software Foundation; either
 version 2 of the License, or (at your option) any later verjsion.

 This library is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 Library General Public License for more details.

 You should have received a copy of the GNU Library General Public
 License along with this library; if not, write to the
 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 Boston, MA 02111-1307, USA.
*/

namespace YamCha {

#ifdef _YAMCHA_PARSE_DETAIL
  bool Chunker::parseDetail ()
#else 
  bool Chunker::parseNormal ()
#endif
  {
	  reverse ();
	  std::string	locName("");
	  std::ofstream		os1;
	  os1.open("locname.txt",std::ios::app);
	  int	lineSize=size();

#ifdef _YAMCHA_PARSE_DETAIL
	  dist.resize (size());
#endif
	  for (unsigned int i = 0; i < lineSize; i++) 
	  {
		  unsigned int size = select (i); // feature selection 将每个字的17个特征输出
		  Result *result = svm->classify (size, features);
		  double       max_score = - 1e+36;
		  unsigned int max_id = 0;

		  if (is_partial && (context[i].size() - column_size) >= 1) 
		  { 
			  std::map <std::string, bool> c;
	
			  for (unsigned int j = column_size; j < context[i].size(); j++) 
			  {
				  c[context[i][j]] = true;
			  }
	  
			  for (unsigned int n = 0; n < class_size; n++) 
			  {
#ifdef _YAMCHA_PARSE_DETAIL
				  dist[i].push_back (std::make_pair <char*, double>(result[n].name, result[n].dist));
#endif
				  if (! c[result[n].name]) 
				  {
					  continue;
				  }
				  
				  if (max_score < result[n].score) 
				  {
					  max_score = result[n].score;
					  max_id = n; 
				  }
			  }
		  }
		  else
		  {
			  for (unsigned int n = 0; n < class_size; n++) 
			  {
#ifdef _YAMCHA_PARSE_DETAIL
				  dist[i].push_back (std::make_pair <char*, double>(result[n].name, result[n].dist));
#endif
				  if (max_score < result[n].score) 
				  { 
					  max_score = result[n].score;
					  max_id = n;
				  }
			  }
		  }
		  if ((result[1].flag == 1) && (max_id==0) && (SpCountFlag==0))
		  {
			  locName=context[i][0];
			  SpCountFlag=1;
			  tag.push_back (result[max_id].name);
			  continue;
		  }
		  if ((max_id==0) && (SpCountFlag!=0))
		  {
			  locCount++;
			  int	SpFlag = ComputeSpFrq (locName,os1);
			  if (SpFlag==1)
			  {
				  os1<<locName<<' ';
				  int	tagSize = tag.size();
				  for ( int t=tagSize-SpCountFlag; t < tagSize; t++)
				  {
					  tag[t]="O";
				  }
			  }
			  if (result[1].flag == 1)
			  {
				  SpCountFlag = 1;
			      locName=context[i][0];
			  }
			  else
			  {
				  SpCountFlag = 0;
				  locName="";
			  }
		  }
		  if ((SpCountFlag!=0) && (max_id==1))
		  {
			  locName+=context[i][0];
			  SpCountFlag++;
		  }
		  if ((SpCountFlag!=0) && (max_id==2))
		  {
			  locCount++;
			  int 	SpFlag = ComputeSpFrq (locName,os1);
			  if (SpFlag == 1)
			  {
				  os1<<locName<<' ';
				  int	tagSize = tag.size();
				  for ( int t=tagSize-SpCountFlag; t < tagSize; t++)
				  {
					  tag[t]="O";
				  }
			  }
			  SpCountFlag = 0;
			  locName="";
		  }
		  if ((SpCountFlag!=0) && (i==(lineSize-1)))
		  {
			  locCount++;
			  int 	SpFlag = ComputeSpFrq (locName,os1);
			  if (SpFlag == 1)
			  {
				  os1<<locName<<' ';
				  int	tagSize = tag.size();
				  for ( int t=tagSize-SpCountFlag+1; t < tagSize; t++)
				  {
					  tag[t]="O";
				  }
				  tag.push_back ("O");
			  }
			  SpCountFlag = 0;
			  locName="";
			  continue;
		  }
		  tag.push_back (result[max_id].name);
	  }
	  
	  os1.close();
	  reverse ();
	  return true;
  }

#ifdef _YAMCHA_PARSE_DETAIL
  std::ostream& Chunker::writeDetail (std::ostream &os)
#else 
  std::ostream& Chunker::writeNormal (std::ostream &os)
#endif
  {
	  for (unsigned int i = 0; i < size(); i++)
	  {
		  unsigned int c = is_partial ? column_size: context[i].size();
		  
		  for (unsigned int j = 0; j < c; j++) 
		  {
			  os << context[i][j] << '\t';
		  }
		  
		  os << tag[i];

#ifdef _YAMCHA_PARSE_DETAIL
		  for (unsigned int j = 0; j < class_size; j++) 
		  {
			  os << '\t' << dist[i][j].first << '/' << dist[i][j].second;
		  }
#endif
		  os << '\n';
	  }
	  
	  os << eos_string << std::endl;
	  
	  return os;
  }
}