forked from voxpupuli/puppet-elasticsearch
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Rakefile
212 lines (184 loc) · 5.77 KB
/
Rakefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
require 'digest/sha1'
require 'rubygems'
require 'puppetlabs_spec_helper/rake_tasks'
require 'puppet_blacksmith/rake_tasks'
require 'net/http'
require 'uri'
require 'fileutils'
require 'rspec/core/rake_task'
require 'open-uri'
require 'puppet-strings'
require 'puppet-strings/tasks'
require 'yaml'
require 'json'
require_relative 'spec/spec_utilities'
# Workaround for certain rspec/beaker versions
module TempFixForRakeLastComment
def last_comment
last_description
end
end
Rake::Application.send :include, TempFixForRakeLastComment
exclude_paths = [
'pkg/**/*',
'vendor/**/*',
'spec/**/*'
]
require 'puppet-lint/tasks/puppet-lint'
require 'puppet-syntax/tasks/puppet-syntax'
PuppetSyntax.exclude_paths = exclude_paths
PuppetSyntax.future_parser = true if ENV['FUTURE_PARSER'] == 'true'
%w[
80chars
class_inherits_from_params_class
class_parameter_defaults
single_quote_string_with_variable
].each do |check|
PuppetLint.configuration.send("disable_#{check}")
end
PuppetLint.configuration.ignore_paths = exclude_paths
PuppetLint.configuration.log_format = \
'%{path}:%{line}:%{check}:%{KIND}:%{message}'
# Append custom cleanup tasks to :clean
task :clean => %i[
artifact:clean
spec_clean
]
desc 'remove outdated module fixtures'
task :spec_prune do
mods = 'spec/fixtures/modules'
fixtures = YAML.load_file '.fixtures.yml'
fixtures['fixtures']['forge_modules'].each do |mod, params|
next unless params.is_a? Hash \
and params.key? 'ref' \
and File.exist? "#{mods}/#{mod}"
metadata = JSON.parse(File.read("#{mods}/#{mod}/metadata.json"))
FileUtils.rm_rf "#{mods}/#{mod}" unless metadata['version'] == params['ref']
end
end
task :spec_prep => [:spec_prune]
RSpec::Core::RakeTask.new(:spec_verbose) do |t|
t.pattern = 'spec/{classes,defines,unit,functions,templates}/**/*_spec.rb'
t.rspec_opts = [
'--format documentation',
'--require "ci/reporter/rspec"',
'--format CI::Reporter::RSpecFormatter',
'--color'
]
end
task :spec_verbose => :spec_prep
RSpec::Core::RakeTask.new(:spec_puppet) do |t|
t.pattern = 'spec/{classes,defines,functions,templates,unit/facter}/**/*_spec.rb'
t.rspec_opts = ['--color']
end
task :spec_puppet => :spec_prep
RSpec::Core::RakeTask.new(:spec_unit) do |t|
t.pattern = 'spec/unit/{type,provider}/**/*_spec.rb'
t.rspec_opts = ['--color']
end
task :spec_unit => :spec_prep
task :beaker => [:spec_prep, 'artifact:prep']
desc 'Run all linting/unit tests.'
task :intake => %i[
syntax
lint
validate
spec_unit
spec_puppet
]
# Plumbing for snapshot tests
desc 'Run the snapshot tests'
RSpec::Core::RakeTask.new('beaker:snapshot') do |task|
task.rspec_opts = ['--color']
task.pattern = 'spec/acceptance/snapshot.rb'
if Rake::Task.task_defined? 'artifact:snapshot:not_found'
puts 'No snapshot artifacts found, skipping snapshot tests.'
exit(0)
end
end
beaker_node_sets.each do |node|
desc "Run the snapshot tests against the #{node} nodeset"
task "beaker:#{node}:snapshot" => %w[
spec_prep
artifact:prep
artifact:snapshot:deb
artifact:snapshot:rpm
] do
ENV['BEAKER_set'] = node
Rake::Task['beaker:snapshot'].reenable
Rake::Task['beaker:snapshot'].invoke
end
end
desc 'Run acceptance tests'
RSpec::Core::RakeTask.new('beaker:acceptance') do |c|
c.pattern = 'spec/acceptance/0*_spec.rb'
end
task 'beaker:acceptance' => [:spec_prep, 'artifact:prep']
desc 'Setup a dummy host only, do not run any tests'
RSpec::Core::RakeTask.new('beaker:noop') do |c|
ENV['BEAKER_destroy'] = 'no'
c.pattern = 'spec/acceptance/*basic_spec.rb'
end
task 'beaker:noop' => [:spec_prep]
namespace :artifact do
desc 'Fetch artifacts for tests'
task :prep do
dl_base = 'https://download.elastic.co/elasticsearch/elasticsearch'
fetch_archives(
'https://github.com/lmenezes/elasticsearch-kopf/archive/v2.1.1.zip' => \
'elasticsearch-kopf.zip',
"#{dl_base}/elasticsearch-2.3.5.deb" => 'elasticsearch-2.3.5.deb',
"#{dl_base}/elasticsearch-2.3.5.rpm" => 'elasticsearch-2.3.5.rpm'
)
end
namespace :snapshot do
catalog = JSON.parse(
open('https://0ym978vhv1.execute-api.us-east-1.amazonaws.com/dev/branches/6.2').read
)['latest']
ENV['snapshot_version'] = catalog['version']
downloads = catalog['projects']['elasticsearch']['packages'].select do |pkg, _|
pkg =~ /(?:deb|rpm)/
end.map do |package, urls|
[ package.split('.').last, urls ]
end.to_h
# We end up with something like:
# {
# 'rpm' => {'url' => 'https://...', 'sha_url' => 'https://...'},
# 'deb' => {'url' => 'https://...', 'sha_url' => 'https://...'}
# }
# Note that checksums are currently broken on the Elastic unified release
# side; once they start working we can verify them.
if downloads.empty?
puts 'No snapshot release available; skipping snapshot download'
%w[deb rpm].each { |ext| task ext }
task 'not_found'
else
# Download snapshot files
downloads.each_pair do |extension, urls|
filename = artifact urls['url']
checksum = artifact urls['sha_url']
link = artifact "elasticsearch-snapshot.#{extension}"
task extension => link
file link => filename do
unless File.exist?(link) and File.symlink?(link) \
and File.readlink(link) == filename
File.delete link if File.exist? link
File.symlink File.basename(filename), link
end
end
# file filename => checksum do
file filename do
get urls['url'], filename
end
task checksum do
File.delete checksum if File.exist? checksum
get urls['sha_url'], checksum
end
end
end
end
desc 'Purge fetched artifacts'
task :clean do
FileUtils.rm_rf(Dir.glob('spec/fixtures/artifacts/*'))
end
end