summaryrefslogtreecommitdiff
path: root/tests/gen-casefold-txt.pl
blob: 9301d73a38d95ca52ace4b35c23b0f7be97b57ee (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#! /usr/bin/perl -w

#    Copyright (C) 1998, 1999 Tom Tromey
#    Copyright (C) 2001 Red Hat Software

#    This program is free software; you can redistribute it and/or modify
#    it under the terms of the GNU General Public License as published by
#    the Free Software Foundation; either version 2, or (at your option)
#    any later version.

#    This program is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#    GNU General Public License for more details.

#    You should have received a copy of the GNU General Public License
#    along with this program; if not, write to the Free Software
#    Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
#    02111-1307, USA.

# gen-casefold-test.pl - Generate test cases for casefolding from Unicode data.
# See http://www.unicode.org/Public/UNIDATA/UnicodeCharacterDatabase.html
# Usage: 
# I consider the output of this program to be unrestricted.  Use it as
# you will.

# Names of fields in the CaseFolding table
$FOLDING_CODE = 0;
$FOLDING_STATUS = 1;
$FOLDING_MAPPING = 2;

my $casefoldlen = 0;
my @casefold;

if (@ARGV != 2) {
    $0 =~ s@.*/@@;
    die "Usage: $0 UNICODE-VERSION  CaseFolding.txt\n";
}
 
print <<EOT;
# Test cases generated from Unicode $ARGV[0] data
# by gen-casefold-test.pl. Do not edit.
#
# Some special hand crafted tests
#
AaBbCc@@\taabbcc@@
#
# Now the automatic tests
#
EOT

open (INPUT, "< $ARGV[1]") || exit 1;

while (<INPUT>)
{
    chop;

    next if /^#/;
    next if /^\s*$/;

    s/\s*#.*//;

    my @fields = split ('\s*;\s*', $_, 30);

    my $raw_code = $fields[$FOLDING_CODE];
    my $code = hex ($raw_code);

    next if $code > 0xffff;	# FIXME!
    
    if ($#fields != 3)
    {
	printf STDERR ("Entry for $raw_code has wrong number of fields (%d)\n", $#fields);
	next;
    }

    next if ($fields[$FOLDING_STATUS] eq 'S');

    @values = map { hex ($_) } split /\s+/, $fields[$FOLDING_MAPPING];
    printf ("%s\t%s\n", pack ("U", $code), pack ("U*", @values));
}

close INPUT;