ucs_to_sjis.pl

PostgreSQL 8.1.4的源码 适用于Linux下的开源数据库系统

#! /usr/bin/perl
#
# Copyright (c) 2001-2005, PostgreSQL Global Development Group
#
# $PostgreSQL: pgsql/src/backend/utils/mb/Unicode/UCS_to_SJIS.pl,v 1.8 2005/03/07 04:30:52 momjian Exp $
#
# Generate UTF-8 <--> SJIS code conversion tables from
# map files provided by Unicode organization.
# Unfortunately it is prohibited by the organization
# to distribute the map files. So if you try to use this script,
# you have to obtain SHIFTJIS.TXT from 
# the organization's ftp site.
#
# SHIFTJIS.TXT format:
#		 SHIFTJIS code in hex
#		 UCS-2 code in hex
#		 # and Unicode name (not used in this script)
# Warning: SHIFTJIS.TXT contains only JIS0201 and JIS0208. no JIS0212.

require "ucs2utf.pl";

# first generate UTF-8 --> SJIS table

$in_file = "CP932.TXT";
$count = 0;

open( FILE, $in_file ) || die( "cannot open $in_file" );

while( <FILE> ){
  chop;
  if( /^#/ ){
      next;
   }
    ( $c, $u, $rest ) = split;
  $ucs = hex($u);
  $code = hex($c);
  if( $code >= 0x80 && $ucs >= 0x0080 ){
    $utf = &ucs2utf($ucs);
    if((( $code >= 0xed40 )
	&& ( $code <= 0xeefc ))
       || (( $code >= 0x8754 )
	   &&( $code <= 0x875d ))
       || ( $code == 0x878a )
       || ( $code == 0x8782 )
       || ( $code == 0x8784 )
       || ( $code == 0xfa5b )
       || ( $code == 0xfa54 )
       || (( $code >= 0x8790 )
	   && ( $code <= 0x8792 ))
       || (( $code >= 0x8795 )
	   && ( $code <= 0x8797 ))
       || (( $code >= 0x879a )
	   && ( $code <= 0x879c )))
      {
	printf STDERR "Warning: duplicate UTF8 : UCS=0x%04x  SJIS=0x%04x\n",$ucs,$code;
	next;
      }
    $count++;
    $array{ $utf } = $code;
  }
}

close( FILE );

#
# first, generate UTF8 --> SJIS table
#

$file = "utf8_to_sjis.map";
open( FILE, "> $file" ) || die( "cannot open $file" );
print FILE "static pg_utf_to_local ULmapSJIS[ $count ] = {\n";

for $index ( sort {$a <=> $b} keys( %array ) ){
	$code = $array{ $index };
	$count--;
     	if( $count == 0 ){
		printf FILE "  {0x%04x, 0x%04x}\n", $index, $code;
	} else {
		printf FILE "  {0x%04x, 0x%04x},\n", $index, $code;
	}
}

print FILE "};\n";
close(FILE);

#
# then generate SJIS --> UTF8 table
#

open( FILE, $in_file ) || die( "cannot open $in_file" );

reset 'array';
$count = 0;

while( <FILE> ){
	chop;
	if( /^#/ ){
		next;
	}
	( $c, $u, $rest ) = split;
	$ucs = hex($u);
	$code = hex($c);
	if( $code >= 0x80 && $ucs >= 0x0080 ){
		$utf = &ucs2utf($ucs);
		$count++;

		$array{ $code } = $utf;
	}
}
close( FILE );

$file = "sjis_to_utf8.map";
open( FILE, "> $file" ) || die( "cannot open $file" );
print FILE "static pg_local_to_utf LUmapSJIS[ $count ] = {\n";
for $index ( sort {$a <=> $b} keys( %array ) ){
	$utf = $array{ $index };
	$count--;
	if( $count == 0 ){
		printf FILE "  {0x%04x, 0x%04x}\n", $index, $utf;
	} else {
		printf FILE "  {0x%04x, 0x%04x},\n", $index, $utf;
	}
}

print FILE "};\n";
close(FILE);