-
Notifications
You must be signed in to change notification settings - Fork 3
/
backporter.jl
282 lines (245 loc) · 8.14 KB
/
backporter.jl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
# Set the project to the directory of this script.
# Have pwd() be in the julia (or Pkg) repo.
# Update BACKPORT below
# Make and checkout a new backport branch (backports-release-1.9 etc.)
# make sure github token is provided via ENV["GITHUB_AUTH"]
# Run the script
import Pkg
Pkg.instantiate()
import GitHub
import Dates
import JSON
import HTTP
import URIs
using Dates: now
############
# Settings #
############
BACKPORT = "1.11"
REPO = "JuliaLang/julia";
BACKPORT_LABEL = "backport $BACKPORT"
GITHUB_AUTH = ENV["GITHUB_AUTH"]
########################################
# Git executable convenience functions #
########################################
function cherry_picked_commits(version)
commits = Set{String}()
base = "release-$version"
against = "backports-release-$version"
logg = read(`git log $base...$against`, String)
for match in eachmatch(r"\(cherry picked from commit (.*?)\)", logg)
push!(commits, match.captures[1])
end
return commits
end
get_parents(hash::AbstractString) =
return split(chomp(read(`git rev-list --parents -n 1 $hash`, String)))[2:end]
function get_real_hash(hash::AbstractString)
# check if it is a merge commit
parents = get_parents(hash)
if length(parents) == 2 # it is a merge commit, use the parent as the commit
hash = parents[2]
end
return hash
end
function try_cherry_pick(hash::AbstractString)
if !success(`git cherry-pick -x $hash`)
read(`git cherry-pick --abort`)
return false
end
return true
end
branch() = chomp(String(read(`git rev-parse --abbrev-ref HEAD`)))
if !@isdefined(sha_to_pr)
const sha_to_pr = Dict{String, Int}()
end
function find_pr_associated_with_commit(hash::AbstractString)
if haskey(sha_to_pr, hash)
return sha_to_pr[hash]
end
headers = Dict()
GitHub.authenticate_headers!(headers, getauth())
headers["User-Agent"] = "GitHub-jl"
req = HTTP.request("GET", "https://api.github.com/search/issues?q=$hash+type:pr+repo:$REPO";
headers = headers)
json = JSON.parse(String(req.body))
if json["total_count"] !== 1
return nothing
end
item = json["items"][1]
if !haskey(item, "pull_request")
return nothing
end
pr = parse(Int, basename(item["pull_request"]["url"]))
sha_to_pr[hash] = pr
return pr
end
function was_squashed_pr(pr)
parents = get_parents(pr.merge_commit_sha)
if length(parents) != 1
return false
end
return pr.number != find_pr_associated_with_commit(parents[1])
end
##################
# Main functions #
##################
if !@isdefined(__myauth)
const __myauth = Ref{GitHub.Authorization}()
end
function getauth()
if !isassigned(__myauth)
__myauth[] = GitHub.authenticate(GITHUB_AUTH)
end
return __myauth[]
end
function collect_label_prs(backport_label::AbstractString)
prs = []
page = 1
while true
backport_label = replace(backport_label, " " => "+")
# Ensure the $REPO variable is correctly defined and interpolated here
query = "repo:$REPO+is:pr+label:%22$backport_label%22"
search_url = "https://api.github.com/search/issues?q=$query&per_page=100&page=$page"
headers = Dict("Authorization" => "token $GITHUB_AUTH")
response = HTTP.get(search_url, headers=headers)
if response.status != 200
error("Failed to fetch PRs: $(response.body)")
end
data = JSON.parse(String(response.body))
append!(prs, data["items"])
# Check if there are more pages
if !haskey(data, "items") || isempty(data["items"])
break
end
page += 1
end
# Filter and map to your desired structure if necessary
# This is slow...
return map(pr -> GitHub.pull_request(REPO, pr["number"]; auth=getauth()), prs)
end
function do_backporting(refresh_prs = false)
label_prs = collect_label_prs(BACKPORT_LABEL)
_do_backporting(label_prs)
end
function _do_backporting(prs)
# Get from release branch
already_backported_commits = cherry_picked_commits(BACKPORT)
open_prs = []
closed_prs = []
already_backported = []
backport_candidates = []
for pr in prs
if pr.state != "closed"
push!(open_prs, pr)
else
if pr.merged_at === nothing
push!(closed_prs, pr)
elseif get_real_hash(pr.merge_commit_sha) in already_backported_commits
push!(already_backported, pr)
else
push!(backport_candidates, pr)
end
end
end
sort!(closed_prs; by = x -> x.number)
sort!(already_backported; by = x -> x.merged_at)
sort!(backport_candidates; by = x -> x.merged_at)
failed_backports = []
successful_backports = []
multi_commit_prs = []
for pr in backport_candidates
if pr.commits === nothing
# When does this happen...
i = findfirst(x -> x.number == pr.number, prs)
pr = GitHub.pull_request(REPO, pr.number; auth=getauth())
@assert pr.commits !== nothing
prs[i] = pr
end
if pr.commits != 1
# Check if this was squashed, in that case we can still backport
if was_squashed_pr(pr) && try_cherry_pick(get_real_hash(pr.merge_commit_sha))
push!(successful_backports, pr)
else
push!(multi_commit_prs, pr)
end
elseif try_cherry_pick(get_real_hash(pr.merge_commit_sha))
push!(successful_backports, pr)
else
push!(failed_backports, pr)
end
end
# Actions to take:
remove_label_prs = [closed_prs; already_backported]
if !isempty(remove_label_prs)
sort!(remove_label_prs; by = x -> (x.merged_at == nothing ? now() : x.merged_at))
println("The following PRs are closed or already backported but still has a backport label, remove the label:")
for pr in remove_label_prs
println(" #$(pr.number) - $(pr.html_url)")
end
println()
end
if !isempty(open_prs) println("The following PRs are open but have a backport label, merge first?")
for pr in open_prs
println(" #$(pr.number) - $(pr.html_url)")
end
println()
end
if !isempty(failed_backports)
println("The following PRs failed to backport cleanly, manually backport:")
for pr in failed_backports
println(" #$(pr.number) - $(pr.html_url) - $(pr.merge_commit_sha)")
end
println()
end
if !isempty(multi_commit_prs)
println("The following PRs had multiple commits, manually backport")
for pr in multi_commit_prs
println(" #$(pr.number) - $(pr.html_url)")
end
println()
end
if !isempty(successful_backports)
println("The following PRs where backported to this branch:")
for pr in successful_backports
println(" #$(pr.number) - $(pr.html_url)")
end
printstyled("Push the updated branch"; bold=true)
println()
end
println("Update the first post with:")
function summarize_pr(pr; checked=true)
println("- [$(checked ? "x" : " ")] #$(pr.number) <!-- $(pr.title) -->")
end
backported_prs = [successful_backports; already_backported]
if !isempty(backported_prs)
sort!(backported_prs; by = x -> x.merged_at)
println("Backported PRs:")
for pr in backported_prs
summarize_pr(pr)
end
end
if !isempty(failed_backports)
println()
println("Need manual backport:")
for pr in failed_backports
summarize_pr(pr; checked=false)
end
end
if !isempty(multi_commit_prs)
println()
println("Contains multiple commits, manual intervention needed:")
for pr in multi_commit_prs
summarize_pr(pr; checked=false)
end
end
if !isempty(open_prs)
println()
println("Non-merged PRs with backport label:")
for pr in open_prs
summarize_pr(pr; checked=false)
end
end
end
prs = collect_label_prs(BACKPORT_LABEL)
_do_backporting(prs)