Skip to content

Commit

Permalink
fetch(:sha) actually already uses env[sha]
Browse files Browse the repository at this point in the history
  • Loading branch information
orenmazor committed Feb 4, 2015
1 parent e46e97a commit e19dff1
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions Capfile
Original file line number Diff line number Diff line change
Expand Up @@ -41,13 +41,11 @@ namespace :deploy do
end

task :upload_to_hdfs, :roles => :uploader, :on_no_matching_servers => :continue do
target_sha = ENV['SHA'] || fetch(:sha)
run "hdfs dfs -copyFromLocal -f /u/apps/spark/current/lib/spark-assembly-*.jar hdfs://nn01.chi.shopify.com/user/sparkles/spark-assembly-#{target_sha}.jar"
run "hdfs dfs -copyFromLocal -f /u/apps/spark/current/lib/spark-assembly-*.jar hdfs://nn01.chi.shopify.com/user/sparkles/spark-assembly-#{fetch(:sha)}.jar"
end

task :test_spark_jar, :roles => :uploader, :on_no_master_servers => :continue do
target_sha = ENV['SHA'] || fetch(:sha)
run "sudo -u azkaban sh -c '. /u/virtualenvs/starscream/bin/activate && cd /u/apps/starscream/current && PYTHON_ENV=production SPARK_OPTS=\"spark.yarn.jar=hdfs://nn01.chi.shopify.com:8020/user/sparkles/spark-assembly-#{target_sha}.jar\" exec python shopify/tools/canary.py'"
run "sudo -u azkaban sh -c '. /u/virtualenvs/starscream/bin/activate && cd /u/apps/starscream/current && PYTHON_ENV=production SPARK_OPTS=\"spark.yarn.jar=hdfs://nn01.chi.shopify.com:8020/user/sparkles/spark-assembly-#{fetch(:sha)}.jar\" exec python shopify/tools/canary.py'"
end

task :prevent_gateway do
Expand Down

0 comments on commit e19dff1

Please sign in to comment.