readjianpindlg.cpp

中文编码转换

// ReadJianPinDlg.cpp : implementation file
//

#include "stdafx.h"
#include "ReadJianPin.h"
#include "ReadJianPinDlg.h"

#ifdef _DEBUG
#define new DEBUG_NEW
#undef THIS_FILE
static char THIS_FILE[] = __FILE__;
#endif

/////////////////////////////////////////////////////////////////////////////
// CAboutDlg dialog used for App About

class CAboutDlg : public CDialog
{
public:
	CAboutDlg();

// Dialog Data
	//{{AFX_DATA(CAboutDlg)
	enum { IDD = IDD_ABOUTBOX };
	//}}AFX_DATA

	// ClassWizard generated virtual function overrides
	//{{AFX_VIRTUAL(CAboutDlg)
	protected:
	virtual void DoDataExchange(CDataExchange* pDX);    // DDX/DDV support
	//}}AFX_VIRTUAL

// Implementation
protected:
	//{{AFX_MSG(CAboutDlg)
	//}}AFX_MSG
	DECLARE_MESSAGE_MAP()
};

CAboutDlg::CAboutDlg() : CDialog(CAboutDlg::IDD)
{
	//{{AFX_DATA_INIT(CAboutDlg)
	//}}AFX_DATA_INIT
}

void CAboutDlg::DoDataExchange(CDataExchange* pDX)
{
	CDialog::DoDataExchange(pDX);
	//{{AFX_DATA_MAP(CAboutDlg)
	//}}AFX_DATA_MAP
}

BEGIN_MESSAGE_MAP(CAboutDlg, CDialog)
	//{{AFX_MSG_MAP(CAboutDlg)
		// No message handlers
	//}}AFX_MSG_MAP
END_MESSAGE_MAP()

/////////////////////////////////////////////////////////////////////////////
// CReadJianPinDlg dialog

CReadJianPinDlg::CReadJianPinDlg(CWnd* pParent /*=NULL*/)
	: CDialog(CReadJianPinDlg::IDD, pParent)
{
	//{{AFX_DATA_INIT(CReadJianPinDlg)
	m_strJinaPinFile = _T("");
	//}}AFX_DATA_INIT
	// Note that LoadIcon does not require a subsequent DestroyIcon in Win32
	m_hIcon = AfxGetApp()->LoadIcon(IDR_MAINFRAME);
}

void CReadJianPinDlg::DoDataExchange(CDataExchange* pDX)
{
	CDialog::DoDataExchange(pDX);
	//{{AFX_DATA_MAP(CReadJianPinDlg)
	DDX_Text(pDX, IDC_EDIT_JIANPIN_FILE, m_strJinaPinFile);
	//}}AFX_DATA_MAP
}

BEGIN_MESSAGE_MAP(CReadJianPinDlg, CDialog)
	//{{AFX_MSG_MAP(CReadJianPinDlg)
	ON_WM_SYSCOMMAND()
	ON_WM_PAINT()
	ON_WM_QUERYDRAGICON()
	ON_BN_CLICKED(IDC_BUTTON2, OnBrowseJianPinFile)
	//}}AFX_MSG_MAP
END_MESSAGE_MAP()

/////////////////////////////////////////////////////////////////////////////
// CReadJianPinDlg message handlers

BOOL CReadJianPinDlg::OnInitDialog()
{
	CDialog::OnInitDialog();

	// Add "About..." menu item to system menu.

	// IDM_ABOUTBOX must be in the system command range.
	ASSERT((IDM_ABOUTBOX & 0xFFF0) == IDM_ABOUTBOX);
	ASSERT(IDM_ABOUTBOX < 0xF000);

	CMenu* pSysMenu = GetSystemMenu(FALSE);
	if (pSysMenu != NULL)
	{
		CString strAboutMenu;
		strAboutMenu.LoadString(IDS_ABOUTBOX);
		if (!strAboutMenu.IsEmpty())
		{
			pSysMenu->AppendMenu(MF_SEPARATOR);
			pSysMenu->AppendMenu(MF_STRING, IDM_ABOUTBOX, strAboutMenu);
		}
	}

	// Set the icon for this dialog.  The framework does this automatically
	//  when the application's main window is not a dialog
	SetIcon(m_hIcon, TRUE);			// Set big icon
	SetIcon(m_hIcon, FALSE);		// Set small icon
	
	// TODO: Add extra initialization here
	
	return TRUE;  // return TRUE  unless you set the focus to a control
}

void CReadJianPinDlg::OnSysCommand(UINT nID, LPARAM lParam)
{
	if ((nID & 0xFFF0) == IDM_ABOUTBOX)
	{
		CAboutDlg dlgAbout;
		dlgAbout.DoModal();
	}
	else
	{
		CDialog::OnSysCommand(nID, lParam);
	}
}

// If you add a minimize button to your dialog, you will need the code below
//  to draw the icon.  For MFC applications using the document/view model,
//  this is automatically done for you by the framework.

void CReadJianPinDlg::OnPaint() 
{
	if (IsIconic())
	{
		CPaintDC dc(this); // device context for painting

		SendMessage(WM_ICONERASEBKGND, (WPARAM) dc.GetSafeHdc(), 0);

		// Center icon in client rectangle
		int cxIcon = GetSystemMetrics(SM_CXICON);
		int cyIcon = GetSystemMetrics(SM_CYICON);
		CRect rect;
		GetClientRect(&rect);
		int x = (rect.Width() - cxIcon + 1) / 2;
		int y = (rect.Height() - cyIcon + 1) / 2;

		// Draw the icon
		dc.DrawIcon(x, y, m_hIcon);
	}
	else
	{
		CDialog::OnPaint();
	}
}

// The system calls this to obtain the cursor to display while the user drags
//  the minimized window.
HCURSOR CReadJianPinDlg::OnQueryDragIcon()
{
	return (HCURSOR) m_hIcon;
}

#include "zlib.h"

void CReadJianPinDlg::OnOK() 
{
	CFile * pJPFile = NULL;
	pJPFile = new CFile(m_strJinaPinFile, CFile::modeRead);

	//file type "NIN UNI_1"
	int nFileTypeLen = 9;
	char * pszFileType = new char[nFileTypeLen];
	pJPFile->Read(pszFileType, nFileTypeLen);

	//province count
	unsigned int nProvCount;
	pJPFile->Read(&nProvCount, sizeof(nProvCount));
	
	//CityIndex
	ST_ProvIndex* pProvIndex = new ST_ProvIndex[nProvCount];	
	pJPFile->Read(pProvIndex, nProvCount * sizeof(ST_ProvIndex));

//	FILE* fTest = fopen("d:\\CityID_read.txt", "w");
	//
	// Pack index and data
	//
	int test_i = 0;
	int test_j = 0;
	int iCityID = 0;
	int iMaxULen = 0;
	int i, j, k, l, m;

	// for Statistic
	int iPOIJPULen = 0;
	int iRdJPULen = 0;
	int iPOINameULen = 0;
	int iRdNameULen = 0;

	int iTotalULen = 0;
	int iTotalLen = 0;
	
	int iPOIJPCnt = 0;
	int iPOINameCnt = 0;
	int iRdJPCnt = 0;
	int iRdNameCnt = 0;

	CStdioFile f1("d:\\file_jp.txt", CStdioFile::modeCreate | CStdioFile::modeWrite);
	CStdioFile f2("d:\\file_org.txt", CStdioFile::modeCreate | CStdioFile::modeWrite);
	
	for(m = 0; m < nProvCount; m++)
	{
		ST_ProvIndex st_ProvIndex = pProvIndex[m];

		for (i = 0; i < st_ProvIndex.usCityNum; i++)
		{	
			// 地级市
			pJPFile->Seek(st_ProvIndex.iOffset + sizeof(ST_CityIndex) * i, CFile::begin);
			ST_CityIndex st_CityIndex;
			pJPFile->Read(&st_CityIndex, sizeof(ST_CityIndex));

			for(k = 0; k < st_CityIndex.usSubCityNum; k++)
			{
				pJPFile->Seek(st_CityIndex.iOffset + sizeof(ST_SubCityIndex) * k, CFile::begin);
				// 县级市
				ST_SubCityIndex st_SubCityIndex;
				pJPFile->Read(&st_SubCityIndex, sizeof(st_SubCityIndex));

				for(j = 0; j < 27; j++)
				{
					pJPFile->Seek(st_SubCityIndex.iOffset + sizeof(ST_CharIndex) * j, CFile::begin);
					ST_CharIndex st_CharIdx;
					pJPFile->Read(&st_CharIdx, sizeof(st_CharIdx));
					
					int iTmpLen = 0;
					int iCharNo = -1;
					for(l = 0; l < st_CharIdx.usPackNum; l++)
					{
						pJPFile->Seek(st_CharIdx.iOffset + sizeof(ST_PackIndex) * l, CFile::begin);
						ST_PackIndex tmpPackIndex;
						pJPFile->Read(&tmpPackIndex, sizeof(tmpPackIndex));
						pJPFile->Seek(tmpPackIndex.iOffset,CFile::begin);

						// Stat
						if(0 == tmpPackIndex.byFlag)
						{
							iPOIJPULen += tmpPackIndex.nJPULen;
							iPOINameULen += tmpPackIndex.nTotalULen - tmpPackIndex.nJPULen;
							iTotalULen += tmpPackIndex.nTotalULen;
							iTotalLen += tmpPackIndex.nTotalLen;
						}
						else
						{
							iRdJPULen += tmpPackIndex.nJPULen;
							iRdNameULen += tmpPackIndex.nTotalULen - tmpPackIndex.nJPULen;
							iTotalULen += tmpPackIndex.nTotalULen;
							iTotalLen += tmpPackIndex.nTotalLen;
						}

						uLong nLen = tmpPackIndex.nTotalLen;
						uLong nULen = tmpPackIndex.nTotalULen;
						BYTE* pBuf = new BYTE[nLen];
						BYTE* pUBuf = new BYTE[nULen];
						pJPFile->Read(pBuf, nLen);
						if(Z_OK != uncompress(pUBuf, &nULen, pBuf, nLen))
						{
							AfxMessageBox("Uncompress failed!");
						}
						delete[] pBuf;
						pBuf = NULL;

						// Parse Data
						// read Name by read JP					
						BYTE* pJPCur = pUBuf;
						BYTE* pNamePos = pUBuf + tmpPackIndex.nJPULen;
						BYTE* pNameCur = pNamePos;
						char szJP[256] = {0,};
						char* pszJP = szJP;
						char szName[256] = {0,};
						int iOffFlag = -1;
						while(pJPCur < pNamePos)
						{
							int iOffset = 0;
							memcpy(&iOffset, pJPCur, sizeof(iOffset));
							pJPCur += sizeof(iOffset);
							
							// for test
							char* pChar = pszJP;

							while((*pszJP++ = *pJPCur++) != '\0');

							CString strTmp(pChar);
							if(strTmp.Find('(') != -1 || strTmp.Find(')') != -1 || strTmp.Find('-') != -1)
								TRACE0("find\n");
							strTmp += "\n";
							f1.Write(strTmp.GetBuffer(0), strTmp.GetLength());

							if(0 == tmpPackIndex.byFlag)
							{
								iPOIJPCnt++;

								if(iOffFlag != iOffset)
								{
									iOffFlag = iOffset;
									iPOINameCnt++;
								}
							}
							else
							{
								iRdJPCnt++;

								if(iOffFlag != iOffset)
								{
									iOffFlag = iOffset;
									iRdNameCnt++;
								}
							}
							

							ST_NameData st_NameData;
							pNameCur = pNamePos + iOffset;
							memcpy(&st_NameData, pNameCur, sizeof(ST_NameData));
							pNameCur += sizeof(ST_NameData);
							memcpy(szName, pNameCur, st_NameData.byCharCnt);
							pNameCur += st_NameData.byCharCnt;	
							
							CString strName;
							strName.Format("%s\n", szName);
							f2.Write(strName.GetBuffer(0), strName.GetLength());

							pszJP = szJP;
							memset(szJP, 0x0, 256);
							memset(szName, 0x0, 256);
						}
	/*
						while(pNameCur < pUBuf + tmpPackIndex.nTotalULen)
						{
							ST_NameData st_NameData;
							memcpy(&st_NameData, pNameCur, sizeof(st_NameData));
							pNameCur += sizeof(st_NameData);
							memset(szName, 0x0, 256);
							memcpy(szName, pNameCur, st_NameData.byCharCnt);
							pNameCur += st_NameData.byCharCnt;				
						}
	*/
						delete[] pUBuf;
						pUBuf = NULL;
					}				
				}
			}
					
		}//end for (int i = 0; i < nCityCount; i++)
	}
	f1.Close();
	f2.Close();
		
	ASSERT(iPOIJPULen + iPOINameULen + iRdJPULen + iRdNameULen == iTotalULen);
	TRACE1("POIJPULen: %d\n", iPOIJPULen);	
	TRACE1("POINameULen: %d\n", iPOINameULen);	
	TRACE1("POIJPCnt: %d\n", iPOIJPCnt);
	TRACE1("POINameCnt: %d\n\n", iPOINameCnt);

	TRACE1("RdJPULen: %d\n", iRdJPULen);
	TRACE1("RdNameULen: %d\n", iRdNameULen);
	TRACE1("RdJPCnt: %d\n", iRdJPCnt);
	TRACE1("RdNameCnt: %d\n\n", iRdNameCnt);

	TRACE1("TotalULen: %d\n", iTotalULen);
	TRACE1("TotalLen: %d\n", iTotalLen);

	if(pszFileType != NULL)
		delete[] pszFileType;
	pszFileType = NULL;

	
	if(pProvIndex != NULL)
		delete[] pProvIndex;

	pJPFile->Close();
	delete pJPFile;
//	fclose(fTest);
	MessageBox("complete!");
}

void CReadJianPinDlg::OnBrowseJianPinFile() 
{
    UpdateData(TRUE);
    TCHAR szFilter[] = _T("JianPin file(*.ijp)|*.ijp|All Files(*.*)|*.*|");
    CFileDialog dlgFile(TRUE, NULL, NULL, 
        OFN_HIDEREADONLY, szFilter, NULL);

    if (dlgFile.DoModal() == IDOK)
    {
        m_strJinaPinFile = dlgFile.GetPathName();
        UpdateData(FALSE);
    }
	
}