VIVO-125 Create more "Google Spanish" labels

Add more labels by changing the filter in the label_stripper/label_inserter scripts. Improve the structure of the scripts to use an external filter.
This commit is contained in:
j2blake 2013-06-21 14:58:28 -04:00
parent b758f374ad
commit c5acf46316
5 changed files with 589 additions and 423 deletions

View file

@ -32,23 +32,26 @@ class LabelStripper
# Parse the arguments and complain if they don't make sense.
#
def sanity_check_arguments(args)
raise "usage is: label_stripper.rb <rdf_file> <labels_output_file> [ok]" unless (2..3).include?(args.length)
if args[2].nil?
ok = false
elsif args[2].downcase == 'ok'
if args[-1].downcase == 'ok'
ok = true
args.pop
else
raise "third argument, if present, must be 'ok'"
ok = false
end
raise UsageError, "usage is: label_stripper.rb <rdf_file> [filter_file] <labels_output_file> [ok]" unless (2..3).include?(args.length)
output_file = args.pop
raise UsageError, "File '#{output_file}' already exists. specify 'ok' to overwrite it." if File.exist?(output_file) && !ok
rdf_file = args[0]
raise "File '#{rdf_file}' does not exist." unless File.exist?(rdf_file)
raise UsageError, "File '#{rdf_file}' does not exist." unless File.exist?(rdf_file)
labels_output_file = args[1]
raise "File '#{labels_output_file}' already exists. specify 'ok' to overwrite it." if File.exist?(labels_output_file) && !ok
filter_file = args[1]
raise UsageError, "File '#{filter_file}' does not exist." if filter_file && !File.exist?(filter_file)
filter = LabelCommon.load_filter(filter_file)
return rdf_file, labels_output_file
return rdf_file, filter, output_file
end
# ------------------------------------------------------------------------------------
@ -56,19 +59,23 @@ class LabelStripper
# ------------------------------------------------------------------------------------
def initialize(args)
@rdf_file, @labels_output_file = sanity_check_arguments(args)
@rdf_file, @filter, @labels_output_file = sanity_check_arguments(args)
rescue UsageError => e
puts "\n----------------\nUsage error\n----------------\n\n#{e}\n\n----------------\n\n"
exit
rescue FilterError => e
puts "\n----------------\nFilter file is invalid\n----------------\n\n#{e}\n\n----------------\n\n"
exit
end
def process(&filter)
filter = filter || lambda{true}
def process()
query = Query.new({
:prop => {
RDFS.label => :label,
}
})
solutions = LabelCommon.new(@rdf_file).process(query, &filter)
solutions = LabelCommon.new(@rdf_file).process(query, &@filter)
File.open(@labels_output_file, 'w') do |f|
solutions.each do |s|
@ -88,10 +95,7 @@ end
# ------------------------------------------------------------------------------------
#
#vivo_filter = lambda {|s| s.prop.start_with?("http://vivoweb.org/ontology/core#") && !s.label.to_s.strip.empty?}
vivo_filter = lambda {|s| !s.label.to_s.strip.empty?}
if File.expand_path($0) == File.expand_path(__FILE__)
stripper = LabelStripper.new(ARGV)
stripper.process(&vivo_filter)
stripper.process()
end