#! /usr/bin/perl # # Copyright 2002 by Bill Huang # # $Id: UCS_to_GB18030.pl,v 1.2 2002/06/06 06:10:18 Bill Huang Exp $ # # Generate UTF-8 <--> GB18030 code conversion tables from # map files provided by Unicode organization. # Unfortunately it is prohibited by the organization # to distribute the map files. So if you try to use this script, # you have to obtain ISO10646-GB18030.TXT from # the organization's ftp site. # # ISO10646-GB18030.TXT format: # GB18030 code in hex # UCS-2 code in hex # # and Unicode name (not used in this script) require "ucs2utf.pl"; # first generate UTF-8 --> GB18030 table $in_file = "ISO10646-GB18030.TXT"; open( FILE, $in_file ) || die( "cannot open $in_file" ); while( ){ chop; if( /^#/ ){ next; } ( $u, $c, $rest ) = split; $utf = hex($u); $code = hex($c); $count++; $array{ $utf } = ($code); } close( FILE ); # # first, generate UTF8 --> GB18030 table # $file = "utf8_to_gb18030.map"; open( FILE, "> $file" ) || die( "cannot open $file" ); print FILE "static pg_utf_to_local ULmapGB18030[ $count ] = {\n"; for $index ( sort {$a <=> $b} keys( %array ) ){ $code = $array{ $index }; $count--; if( $count == 0 ){ printf FILE " {0x%04x, 0x%04x}\n", $index, $code; } else { printf FILE " {0x%04x, 0x%04x},\n", $index, $code; } } print FILE "};\n"; close(FILE); # # then generate GB18030 --> UTF8 table # reset 'array'; open( FILE, $in_file ) || die( "cannot open $in_file" ); while( ){ chop; if( /^#/ ){ next; } ( $u, $c, $rest ) = split; $utf = hex($u); $code = hex($c); $count++; $array{ $code } = $utf; } close( FILE ); $file = "gb18030_to_utf8.map"; open( FILE, "> $file" ) || die( "cannot open $file" ); print FILE "static pg_local_to_utf LUmapGB18030[ $count ] = {\n"; for $index ( sort {$a <=> $b} keys( %array ) ){ $utf = $array{ $index }; $count--; if( $count == 0 ){ printf FILE " {0x%04x, 0x%04x}\n", $index, $utf; } else { printf FILE " {0x%04x, 0x%04x},\n", $index, $utf; } } print FILE "};\n"; close(FILE);