Skip to content

Commit

Permalink
Process the example generation script with Rubocop.
Browse files Browse the repository at this point in the history
  • Loading branch information
@nirvdrum
nirvdrum committed Mar 18, 2024
1 parent 45dc514 commit 4ef766b
Show file tree
Hide file tree
Showing 2 changed files with 114 additions and 91 deletions.
2 changes: 1 addition & 1 deletion Rakefile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,5 +9,5 @@ task :specs do
end

task :rubocop do
sh "rubocop", "bin", "demos", "lib", "spec"
sh "rubocop", "bin", "demos", "lib", "spec", "tools/generate-examples.rb"
end
203 changes: 113 additions & 90 deletions tools/generate-examples.rb
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
#!/usr/bin/env ruby
# frozen_string_literal: true

require 'fileutils'
require 'pathname'
require "fileutils"
require "pathname"

GraalVM = Struct.new(:url, :dir) do
def name
Expand All @@ -14,156 +14,178 @@ def tarball
end
end

GraalVM_21_2_0 = GraalVM.new('https://github.com/graalvm/graalvm-ce-builds/releases/download/vm-21.2.0/graalvm-ce-java11-darwin-amd64-21.2.0.tar.gz', 'graalvm-ce-java11-21.2.0')
GraalVM_22_3_1 = GraalVM.new('https://github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz', 'graalvm-ce-java17-22.3.1')
GraalVM_21_2_0 = GraalVM.new(
"https://github.com/graalvm/graalvm-ce-builds/releases/download/vm-21.2.0/graalvm-ce-java11-darwin-amd64-21.2.0.tar.gz",
"graalvm-ce-java11-21.2.0",
)
GraalVM_22_3_1 = GraalVM.new(
"https://github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz",
"graalvm-ce-java17-22.3.1",
)

GRAAL_VMS = [
GraalVM_21_2_0,
GraalVM_22_3_1,
GraalVM_21_2_0
]

def run_java(bin, dump_level, *args)
FileUtils.rm_rf('./graal_dumps')
FileUtils.rm_rf("./graal_dumps")

pipe = IO.popen(["#{bin}/java", \
'-XX:+PrintCompilation', \
'-Dgraal.PrintGraphWithSchedule=true', \
"-Dgraal.Dump=:#{dump_level}"] + args)
pipe = IO.popen([
"#{bin}/java", \
"-XX:+PrintCompilation",
"-Dgraal.PrintGraphWithSchedule=true",
"-Dgraal.Dump=:#{dump_level}",
] + args)

yield pipe

sleep 3
Process.kill 'KILL', pipe.pid
Process.wait pipe.pid
sleep(3)
Process.kill("KILL", pipe.pid)
Process.wait(pipe.pid)
end

def run_js(bin, *args)
FileUtils.rm_rf('graal_dumps')

pipe = IO.popen(["#{bin}/node", '--experimental-options', \
'--engine.CompileOnly=fib', '--engine.TraceCompilation', \
'--engine.MultiTier=false', '--engine.Inlining=false', \
'--vm.Dgraal.Dump=Truffle:1'] + args, { err: %i[child out] })
FileUtils.rm_rf("graal_dumps")

pipe = IO.popen(
[
"#{bin}/node",
"--experimental-options",
"--engine.CompileOnly=fib",
"--engine.TraceCompilation",
"--engine.MultiTier=false",
"--engine.Inlining=false",
"--vm.Dgraal.Dump=Truffle:1",
] + args,
{ err: [:child, :out] },
)

yield pipe

sleep 3
Process.kill 'KILL', pipe.pid
Process.wait pipe.pid
sleep(3)
Process.kill("KILL", pipe.pid)
Process.wait(pipe.pid)
end

def run_ruby(bin, *args)
FileUtils.rm_rf('./graal_dumps')

pipe = IO.popen(["#{bin}/ruby", '--jvm', '--experimental-options', \
'--engine.TraceCompilation', \
'--engine.NodeSourcePositions', '--engine.MultiTier=false', \
'--engine.Inlining=false', '--vm.Dgraal.Dump=Truffle:1'] + args, { err: %i[child out] })
FileUtils.rm_rf("./graal_dumps")

pipe = IO.popen(
[
"#{bin}/ruby",
"--jvm",
"--experimental-options",
"--engine.TraceCompilation",
"--engine.NodeSourcePositions",
"--engine.MultiTier=false",
"--engine.Inlining=false",
"--vm.Dgraal.Dump=Truffle:1",
] + args,
{ err: [:child, :out] },
)

yield pipe

sleep 3
Process.kill 'KILL', pipe.pid
Process.wait pipe.pid
sleep(3)
Process.kill("KILL", pipe.pid)
Process.wait(pipe.pid)
end

def process_examples(graalvm, language, pattern)
Dir.mkdir language unless Dir.exist?(language)
Dir.mkdir "../../examples/#{graalvm.name}/#{language}" unless Dir.exist?("../../examples/#{graalvm.name}/#{language}")
Dir.glob "graal_dumps/**/*\\[#{Regexp.escape(pattern)}example*.bgv" do |bgv_file|
next if bgv_file.end_with?('_1.bgv') # The AST graphs have the same name as the primary graph with a '_1' suffix. Skip them.
FileUtils.mkdir_p(language)
FileUtils.mkdir_p("../../examples/#{graalvm.name}/#{language}")
Dir.glob("graal_dumps/**/*\\[#{Regexp.escape(pattern)}example*.bgv") do |bgv_file|
# The AST graphs have the same name as the primary graph with a '_1' suffix. Skip them.
next if bgv_file.end_with?("_1.bgv")

bgv_file =~ /HotSpotCompilation-\d+\[#{Regexp.escape(pattern)}(.+?)[\(\]]/
method = Regexp.last_match(1)

system 'cp', bgv_file, "#{method}.bgv"
FileUtils.cp(bgv_file, "#{method}.bgv")

system 'gzip', '-f', "#{method}.bgv"
system 'cp', "#{method}.bgv.gz", "../../examples/#{graalvm.name}/#{language}"
system("gzip", "-f", "#{method}.bgv")
FileUtils.cp("#{method}.bgv.gz", "../../examples/#{graalvm.name}/#{language}")

if graalvm == GRAAL_VMS.first
FileUtils.ln_sf "../../examples/#{graalvm.name}/#{language}/#{method}.bgv.gz", "../../examples/#{language}"
FileUtils.ln_sf("../../examples/#{graalvm.name}/#{language}/#{method}.bgv.gz", "../../examples/#{language}")
end
end
end

def log(graalvm, message)
puts "#{graalvm.name}: #{message}"
def log(graalvm, message, io = $stdout)
io.puts("#{graalvm.name}: #{message}")
end

Dir.chdir 'tools' do
Dir.chdir("tools") do
GRAAL_VMS.each do |graalvm|
system 'curl', '-OL', graalvm.url unless File.exist?(graalvm.tarball)
Dir.mkdir graalvm.name unless Dir.exist?(graalvm.name)
Dir.chdir graalvm.name do
Dir.mkdir "../../examples/#{graalvm.name}" unless Dir.exist?("../../examples/#{graalvm.name}")
system("curl", "-OL", graalvm.url) unless File.exist?(graalvm.tarball)
FileUtils.mkdir_p(graalvm.name)
Dir.chdir(graalvm.name) do
FileUtils.mkdir_p("../../examples/#{graalvm.name}")

bin = "#{graalvm.dir}/Contents/Home/bin"

log(graalvm, "Installing Truffle languages.")

unless Dir.exist?(graalvm.dir)
system 'tar', '-zxf', "../#{graalvm.tarball}"
system "#{bin}/gu", 'install', 'nodejs'
system "#{bin}/gu", 'install', 'ruby'
system("tar", "-zxf", "../#{graalvm.tarball}")
system("#{bin}/gu", "install", "nodejs")
system("#{bin}/gu", "install", "ruby")
end


###########################
##### Java: Fibonacci #####
###########################

log(graalvm, "Running Fibonacci in Java.")

system 'cp', '../../examples/Fib.java', '.'
system "#{bin}/javac", 'Fib.java'
FileUtils.cp("../../examples/Fib.java", ".")
system("#{bin}/javac", "Fib.java")

run_java(bin, 1, '-XX:CompileOnly=Fib::fib', 'Fib', '14') do |pipe|
run_java(bin, 1, "-XX:CompileOnly=Fib::fib", "Fib", "14") do |pipe|
loop do
line = pipe.gets
break if line =~ /4\s+Fib::fib/
end
end

bgv = Dir.glob('graal_dumps/**/*.bgv')
bgv = Dir.glob("graal_dumps/**/*.bgv")
raise unless bgv.size == 1

system 'cp', bgv.first, 'fib-java.bgv'
system 'gzip', '-f', 'fib-java.bgv'
system 'cp', 'fib-java.bgv.gz', "../../examples/#{graalvm.name}"
FileUtils.cp(bgv.first, "fib-java.bgv")
system("gzip", "-f", "fib-java.bgv")
FileUtils.cp("fib-java.bgv.gz", "../../examples/#{graalvm.name}")

if graalvm == GRAAL_VMS.first
FileUtils.ln_sf "../../examples/#{graalvm.name}/fib-java.bgv.gz", '../../examples'
FileUtils.ln_sf("../../examples/#{graalvm.name}/fib-java.bgv.gz", "../../examples")
end



###########################
##### Java: Examples #####
###########################

log(graalvm, "Running Java examples.")

system 'cp', '../../examples/java/JavaExamples.java', '.'
system "#{bin}/javac", 'JavaExamples.java'
FileUtils.cp("../../examples/java/JavaExamples.java", ".")
system("#{bin}/javac", "JavaExamples.java")

run_java(bin, 3, '-XX:-UseOnStackReplacement', '-XX:CompileCommand=dontinline,*::*', 'JavaExamples') do |pipe|
run_java(bin, 3, "-XX:-UseOnStackReplacement", "-XX:CompileCommand=dontinline,*::*", "JavaExamples") do |pipe|
loop do
line = pipe.gets if select([pipe], nil, nil, 5)
break if line.nil? || line =~ /4\s+Fib::fib/
end
end

process_examples(graalvm, 'java', 'JavaExamples.')


process_examples(graalvm, "java", "JavaExamples.")

#################################
##### JavaScript: Fibonacci #####
#################################

log(graalvm, "Running Fibonacci in JavaScript.")

run_js(bin, '../../examples/fib.js', '14') do |pipe|
run_js(bin, "../../examples/fib.js", "14") do |pipe|
loop do
line = pipe.gets
break if line =~ /opt done\s+(?:id=\d+\s+)?fib/
Expand All @@ -175,27 +197,25 @@ def log(graalvm, message)
raise unless bgv.size == 1
raise unless bgv_ast.size == 1

system 'cp', bgv.first, 'fib-js.bgv'
system 'cp', bgv_ast.first, 'fib-js-ast.bgv'
system 'gzip', '-f', 'fib-js.bgv'
system 'gzip', '-f', 'fib-js-ast.bgv'
system 'cp', 'fib-js.bgv.gz', "../../examples/#{graalvm.name}"
system 'cp', 'fib-js-ast.bgv.gz', "../../examples/#{graalvm.name}"
FileUtils.cp(bgv.first, "fib-js.bgv")
FileUtils.cp(bgv_ast.first, "fib-js-ast.bgv")
system("gzip", "-f", "fib-js.bgv")
system("gzip", "-f", "fib-js-ast.bgv")
FileUtils.cp("fib-js.bgv.gz", "../../examples/#{graalvm.name}")
FileUtils.cp("fib-js-ast.bgv.gz", "../../examples/#{graalvm.name}")

if graalvm == GRAAL_VMS.first
FileUtils.ln_sf "../../examples/#{graalvm.name}/fib-js.bgv.gz", '../../examples/'
FileUtils.ln_sf "../../examples/#{graalvm.name}/fib-js-ast.bgv.gz", '../../examples/'
FileUtils.ln_sf("../../examples/#{graalvm.name}/fib-js.bgv.gz", "../../examples/")
FileUtils.ln_sf("../../examples/#{graalvm.name}/fib-js-ast.bgv.gz", "../../examples/")
end



###########################
##### Ruby: Fibonacci #####
###########################

log(graalvm, "Running Fibonacci in Ruby.")

run_ruby(bin, '--engine.CompileOnly=fib', '../../examples/fib.rb', '14') do |pipe|
run_ruby(bin, "--engine.CompileOnly=fib", "../../examples/fib.rb", "14") do |pipe|
loop do
line = pipe.gets
break if line =~ /opt done\s+(?:id=\d+\s+)?Object#fib/
Expand All @@ -207,20 +227,18 @@ def log(graalvm, message)
raise unless bgv.size == 1
raise unless bgv_ast.size == 1

system 'cp', bgv.first, 'fib-ruby.bgv'
system 'cp', bgv_ast.first, 'fib-ruby-ast.bgv'
system 'gzip', '-f', 'fib-ruby.bgv'
system 'gzip', '-f', 'fib-ruby-ast.bgv'
system 'cp', 'fib-ruby.bgv.gz', "../../examples/#{graalvm.name}"
system 'cp', 'fib-ruby-ast.bgv.gz', "../../examples/#{graalvm.name}"
FileUtils.cp(bgv.first, "fib-ruby.bgv")
FileUtils.cp(bgv_ast.first, "fib-ruby-ast.bgv")
system("gzip", "-f", "fib-ruby.bgv")
system("gzip", "-f", "fib-ruby-ast.bgv")
FileUtils.cp("fib-ruby.bgv.gz", "../../examples/#{graalvm.name}")
FileUtils.cp("fib-ruby-ast.bgv.gz", "../../examples/#{graalvm.name}")

if graalvm == GRAAL_VMS.first
FileUtils.ln_sf "../../examples/#{graalvm.name}/fib-ruby.bgv.gz", '../../examples'
FileUtils.ln_sf "../../examples/#{graalvm.name}/fib-ruby-ast.bgv.gz", '../../examples'
FileUtils.ln_sf("../../examples/#{graalvm.name}/fib-ruby.bgv.gz", "../../examples")
FileUtils.ln_sf("../../examples/#{graalvm.name}/fib-ruby-ast.bgv.gz", "../../examples")
end



###########################
##### Ruby: Examples #####
###########################
Expand All @@ -229,14 +247,19 @@ def log(graalvm, message)
# add the inlining support. This script does not manually build GraalVM. Rather, the older graphs were manually
# created and added to this repo. They can be retrieved via git.
unless graalvm == GraalVM_21_2_0
run_ruby(bin, '--engine.OSR=false', '--engine.InlineOnly=~Object#opaque_,~Object#static_call,~ExampleObject#instance_call', '../../examples/ruby/ruby_examples.rb') do |pipe|
run_ruby(
bin,
"--engine.OSR=false",
"--engine.InlineOnly=~Object#opaque_,~Object#static_call,~ExampleObject#instance_call",
"../../examples/ruby/ruby_examples.rb",
) do |pipe|
loop do
line = pipe.gets if select([pipe], nil, nil, 5)
break if line.nil?
end
end

process_examples(graalvm, 'ruby', 'Object#')
process_examples(graalvm, "ruby", "Object#")
end
end
end
Expand Down

0 comments on commit 4ef766b

Please sign in to comment.