scripts/distributedLM/create_remote_sym_tbl.pl

#!/usr/bin/perl -w
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

$fvoc=$ARGV[0]; #LM&TM&globalsymbol VOC FILE
$fsym=$ARGV[1]; #output
$start_id=$ARGV[2]; #lm start id
$start_id=10000 if (not defined $start_id);

my %g_sym_tbl=();
my $g_id=$start_id;

open(FSYM, ">$fsym") or die "cannot open file $fsym\n";
process_one_file($fvoc);
close(FSYM);

sub process_one_file{
	my ($file)=@_;
	open(FILE, $file) or die "cannot open file $file\n";
	while(my $line=<FILE>){
		chomp($line);
		next if($line =~ m/^\s+$/);
		my @fds=split(/\s+/, $line);
		if(exists $g_sym_tbl{$fds[0]}){
			print STDERR "duplicate symbol: $line\n";
		}else{
			print FSYM "$fds[0] $g_id\n";
			$g_id++;
			$g_sym_tbl{$fds[0]}=1;
		}
	}
	close(FILE);
}