Changeset 1574 for lang/perl/Geography-AddressExtract-Japan/trunk/bin/make_maps.pl

Timestamp:

11/15/07 16:03:31 (12 months ago)

Author:

yappo

Message:

r12@haruna (orig r10): ko | 2006-06-21 23:16:40 +0900
add normalize rules
add city patterns

Files:

• lang/perl/Geography-AddressExtract-Japan/trunk/bin/make_maps.pl (modified) (3 diffs)

lang/perl/Geography-AddressExtract-Japan/trunk/bin/make_maps.pl

@@ -20 +20 @@
 my $ban = '��?';
 
-if (0) {
+if (1) {
 my $csv = Text::CSV_PP->new({binary => 1});
 my $io = IO::File->new('./ken_all.csv', '<:encoding(shiftjis)') or die $!;
@@ -28 +28 @@
 while (! $io->eof and my $col = $csv->getline($io)) {
     my $data = $col->[6] . $col->[7];
+
+    my @kana;
+    if ($col->[6] ne '����' && $col->[8] !~ /^�ʲ��˷Ǥ�/ && ($col->[8] =~ /^[\p{Hiragana}\p{Katakana}]/ || $col->[8] =~ /��/)) {
+        $data = $col->[8];
+        $data =~ s/��/;
+        for my $str (split /��/, $data) {
+            if ($str =~ /^(\p{Hiragana}+)/ || $str =~ /^(\p{Katakana}+)/) {
+                my $kana = $1;
+                push @kana, $1;
+            }
+        }
+    }
+
     next if $cache{$data}++;
 
@@ -48 +61 @@
     $ra_city->add("$city");
     $ra_city->add($town) if $town;
+    for my $town2 (@kana) {
+        $ra_city->add("$pref$city$town$town2");
+        $ra_city->add("$pref$town$town2");
+        $ra_city->add("$city$town$town2");
+        $ra_city->add("$town$town2") if $town;
+    }
     add_map($map, $col->[6], $city, $town);
 }