#!/usr/bin/perl -w # Copyright 2012-2014 Johns Hopkins University (Author: Daniel Povey) # Apache 2.0. # This program is a bit like ./sym2int.pl in that it applies a map # to things in a file, but it's a bit more general in that it doesn't # assume the things being mapped to are single tokens, they could # be sequences of tokens. See the usage message. # this version preserves tabs. if (@ARGV > 0 && $ARGV[0] eq "-f") { shift @ARGV; $field_spec = shift @ARGV; if ($field_spec =~ m/^\d+$/) { $field_begin = $field_spec - 1; $field_end = $field_spec - 1; } if ($field_spec =~ m/^(\d*)[-:](\d*)/) { # accept e.g. 1:10 as a courtesty (properly, 1-10) if ($1 ne "") { $field_begin = $1 - 1; # Change to zero-based indexing. } if ($2 ne "") { $field_end = $2 - 1; # Change to zero-based indexing. } } if (!defined $field_begin && !defined $field_end) { die "Bad argument to -f option: $field_spec"; } } # Mapping is obligatory $permissive = 0; if (@ARGV > 0 && $ARGV[0] eq '--permissive') { shift @ARGV; # Mapping is optional (missing key is printed to output) $permissive = 1; } if(@ARGV != 1) { print STDERR "Usage: apply_map_tab_preserving.pl [options] map output\n" . "options: [-f ]\n" . "Applies the map 'map' to all input text, where each line of the map\n" . "is interpreted as a map from the first field to the list of the other fields\n" . "Note: can look like 4-5, or 4-, or 5-, or 1, it means the field\n" . "range in the input to apply the map to.\n" . "e.g.: echo A B | apply_map.pl a.txt\n" . "where a.txt is:\n" . "A a1 a2\n" . "B b\n" . "will produce:\n" . "a1 a2 b\n"; exit(1); } ($map) = @ARGV; open(M, "<$map") || die "Error opening map file $map: $!"; while () { @A = split(" ", $_); @A >= 1 || die "apply_map.pl: empty line."; $i = shift @A; $o = join(" ", @A); $map{$i} = $o; } while() { @A = split("\t", $_); $field_offset = 0; for ($n = 0; $n < @A; $n++) { @B = split(" ", $A[$n]); for ($x = 0; $x < @B; $x++) { $y = $x + $field_offset; if ( (!defined $field_begin || $y >= $field_begin) && (!defined $field_end || $y <= $field_end)) { $b = $B[$x]; if (!defined $map{$b}) { if (!$permissive) { die "apply_map.pl: undefined key $a\n"; } else { print STDERR "apply_map.pl: warning! missing key $a\n"; } } else { $B[$x] = $map{$b}; } } } $field_offset += @B; $A[$n] = join(" ", @B); } print join("\t", @A) . "\n"; }