mk_gb18030_ucs_map.pl

w3m浏览器源代码

@NAME = ();
while(<DATA>) {
  chop;
  s/\s*$//;
  (($n, $m, $c) = split(" ", $_, 3)) >= 3 || next;
  push(@NAME, $n);
  $MAP{$n} = $m;
  $CODE{$n} = $c;
}

%from_ucs0 = ();
foreach $name (@NAME) {

$code = $CODE{$name};
$map = $MAP{$name};

print "$name\t$map\t$code\n";

%to_ucs = ();
%from_ucs = ();
open(MAP, "< $map");
while(<MAP>) {
  /^#/ && next;
  s/#.*//;
  (($i, $u) = split(" ")) || next;
  $i = hex($i);
  $u = hex($u);
  $from_ucs{$u} = $i;
  if (! $from_ucs0{$u}) {
    $to_ucs{$i} = $u;
  }
}

if ($name eq "gbk") {
  %from_ucs0 = %from_ucs;
  next;
}

$p = 0;
for $ub (0x81 .. 0xFE) {
  for $lb (0x40 .. 0x7E, 0x80 .. 0xFE) {
    $i = ($ub << 8) + $lb;
    if ($u = $to_ucs{$i}) {
      if ($u != $ou + 1) {
	if ($p) {
          $ucs2_end{$su} = $ou;
          $gbk_end{$s} = $og;
	}
	$p = 0;
      }
      if (! $p) {
        $to_ucs2{$i} = $u;
        $from_ucs2{$u} = $i;
        $s = $i;
        $su = $u;
      }
      $p = 1;
      $ou = $u;
    } else {
      if ($p) {
        $ucs2_end{$su} = $ou;
        $gbk_end{$s} = $og;
      }
      $p = 0;
    }
    $og = $i;
  }
}
if ($p) {
  $ucs2_end{$su} = $ou;
  $gbk_end{$s} = 0xFEFE;
}

%from_ucs4 = ();
$i = 0;
$p = 0;
for $u (0x0080 .. 0xD7FF, 0xE000 .. 0xFFFF) {
  if (! $from_ucs{$u}) {
    if (! $p) {
      $from_ucs4{$u} = $i;
      $s = $u;
    }
    $i++;
    $p = 1;
  } else {
    if ($p) {
      $ucs4_end{$s} = $u - 1;
    }
    $p = 0;
  }
  if ($u == 0xD7FF) {
    if ($p) {
      $ucs4_end{$s} = $u - 1;
    }
    $p = 0;
  }
}
if ($p) {
  $ucs4_end{$s} = 0xFFFF;
}

open(OUT, "> ${name}_ucs.map");

# print OUT <<EOF;
# /*
#   These conversion tables between $code and
#   Unicode were made from
# 
#     ftp://ftp.unicode.org/Public/MAPPINGS/$map.
# */
print OUT <<EOF;
/* $code */
EOF

@ucs = sort { $a <=> $b } keys %to_ucs2;
$nucs = @ucs + 0;

print OUT <<EOF;

#define N_gbk_ext_ucs_map $nucs

wc_map3 gbk_ext_ucs_map[ N_gbk_ext_ucs_map ] = {
EOF
for(@ucs) {
  printf OUT "  { 0x%.4X, 0x%.4X, 0x%.4X },\n", $_, $gbk_end{$_}, $to_ucs2{$_};
}

print OUT <<EOF;
};
EOF

@ucs = sort { $a <=> $b } keys %from_ucs2;
$nucs = @ucs + 0;

print OUT <<EOF;

#define N_ucs_gbk_ext_map $nucs

static wc_map3 ucs_gbk_ext_map[ N_ucs_gbk_ext_map ] = {
EOF
for(@ucs) {
  printf OUT "  { 0x%.4X, 0x%.4X, 0x%.4X },\n", $_, $ucs2_end{$_}, $from_ucs2{$_};
}

print OUT <<EOF;
};
EOF

@ucs = sort { $a <=> $b } keys %from_ucs4;
$nucs = @ucs + 0;

print OUT <<EOF;

#define N_ucs_${name}_map $nucs

static wc_map3 ucs_${name}_map[ N_ucs_${name}_map ] = {
EOF
for(@ucs) {
  printf OUT "  { 0x%.4X, 0x%.4X, 0x%.4X },\n", $_, $ucs4_end{$_}, $from_ucs4{$_};
}

print OUT <<EOF;
};
EOF

close(MAP);
}

__END__
gbk		VENDORS/MICSFT/WINDOWS/CP936.TXT		GBK (Chinese)
gb18030		GBK.TXT		GB18030 (Chinese)