wordbase.h

#ifndef _WORDBASE_H
#define _WORDBASE_H

#include "nodepool.h"
#include <fstream>

//add by freeeyes
//分词算法

class CWordBase
{
public:
	CWordBase();
	~CWordBase(); 
	
	size_t Get_Mem_Size(int nPoolSize);
	bool Init(const char* pDictFile, int nPoolSize, char* pData);
	bool Load(int nPoolSize, char* pData);
	void Close();
	
	int Add_Word(const char* pWord);
	
	int Cut_Word(const char* pSentence, vector<string>& vecWord);
	int Cut(const char* pSentence, vector<string>& vecWord);
	
private:
	_RuneLinkNode* Set_HashMap_Word_Tree(_RuneLinkNode* pRuneNode, _Rune* pRune, int nLayer);
	
	void DisplayTempNodeList(_RuneLinkNode* pRuneNode, int nLayer);
	
	_RuneLinkNode* Find(_Rune* pRune, _RuneLinkNode* pRuneLinkNode);
	
private:
	_RuneLinkNode*            m_pWordRoot;
	CNodePool                 m_objNodePool;
	int*                      m_emType;        //当前字典字符集，(UTF8或者GBK)
};
#endif