Skip to content

Commit

Permalink
[ci] Download artifact from github
Browse files Browse the repository at this point in the history
Updates the forked script to download build artifacts from GitHub.

ghstack-source-id: e9bc2eec439150ab5b27f8d7e9914777582a9ee1
Pull Request resolved: #30376
  • Loading branch information
poteto committed Jul 18, 2024
1 parent 08a8134 commit ca897f4
Showing 1 changed file with 127 additions and 8 deletions.
135 changes: 127 additions & 8 deletions scripts/release/download-experimental-build-ghaction.js
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,12 @@
'use strict';

const {join, relative} = require('path');
const {getPublicPackages, handleError} = require('./utils');
const {logPromise, handleError} = require('./utils');
const yargs = require('yargs');
const clear = require('clear');
const theme = require('./theme');
const {exec} = require('child-process-promise');
const {existsSync} = require('fs');

const argv = yargs.wrap(yargs.terminalWidth()).options({
releaseChannel: {
Expand Down Expand Up @@ -35,7 +37,6 @@ const argv = yargs.wrap(yargs.terminalWidth()).options({
},
}).argv;

// Inlined from scripts/release/download-experimental-build-commands/print-summary.js
function printSummary(commit) {
const commandPath = relative(
process.env.PWD,
Expand All @@ -54,17 +55,135 @@ function printSummary(commit) {
console.log(message.replace(/\n +/g, '\n').trim());
}

const run = async () => {
try {
argv.cwd = join(__dirname, '..', '..');
argv.packages = await getPublicPackages(true);
const OWNER = 'facebook';
const REPO = 'react';
const WORKFLOW_ID = 'runtime_build_and_test.yml';
const GITHUB_HEADERS = `
-H "Accept: application/vnd.github+json" \
-H "Authorization: Bearer ${process.env.GH_TOKEN}" \
-H "X-GitHub-Api-Version: 2022-11-28"`.trim();

function getWorkflowId() {
if (existsSync(join(__dirname, `../../.github/workflows/${WORKFLOW_ID}`))) {
return WORKFLOW_ID;
} else {
throw new Error(
`Incorrect workflow ID: .github/workflows/${WORKFLOW_ID} does not exist. Please check the name of the workflow being downloaded from.`
);
}
}

async function getWorkflowRunId(commit, cwd) {
const res = (
await exec(
`curl -L $(fwdproxy-config curl) ${GITHUB_HEADERS} \
https://api.github.com/repos/${OWNER}/${REPO}/actions/workflows/${getWorkflowId()}/runs?head_sha=${commit}&branch=main&exclude_pull_requests=true`
)
).stdout;

const json = JSON.parse(res);
let workflowRunId;
if (json.total_count === 1) {
workflowRunId = json.workflow_runs[0].id;
} else {
workflowRunId = json.workflow_runs.find(
run => run.head_sha === commit && run.head_branch === 'main'
).id;
}

if (workflowRunId == null) {
console.log(
theme`{error The workflow run for the specified commit (${commit}) could not be found.}`
);
process.exit(1);
}

return workflowRunId;
}

async function getArtifact(workflowRunId, artifactName) {
const res = (
await exec(
`curl -L $(fwdproxy-config curl) ${GITHUB_HEADERS} \
https://api.github.com/repos/${OWNER}/${REPO}/actions/runs/${workflowRunId}/artifacts?per_page=100&name=${artifactName}`
)
).stdout;

const json = JSON.parse(res);
let artifact;
if (json.total_count === 1) {
artifact = json.artifacts[0];
} else {
artifact = json.artifacts.find(
_artifact => _artifact.name === artifactName
);
}

console.log(argv);
if (artifact == null) {
console.log(
theme`{error The specified workflow run (${workflowRunId}) does not contain any build artifacts.}`
);
process.exit(1);
}

return artifact;
}

async function downloadArtifactsFromGitHub(commit, releaseChannel) {
const workflowRunId = await getWorkflowRunId(commit);
const artifact = await getArtifact(workflowRunId, 'artifacts_combined');

// Download and extract artifact
const cwd = join(__dirname, '..', '..');
await exec(`rm -rf ./build`, {cwd});
await exec(
`curl -L $(fwdproxy-config curl) ${GITHUB_HEADERS} ${artifact.archive_download_url} \
> a.zip && unzip a.zip -d . && rm a.zip build2.tgz && tar -xvzf build.tgz && rm build.tgz`,
{
cwd,
}
);

// Copy to staging directory
// TODO: Consider staging the release in a different directory from the CI
// build artifacts: `./build/node_modules` -> `./staged-releases`
if (!existsSync(join(cwd, 'build'))) {
await exec(`mkdir ./build`, {cwd});
} else {
await exec(`rm -rf ./build/node_modules`, {cwd});
}
let sourceDir;
// TODO: Rename release channel to `next`
if (releaseChannel === 'stable') {
sourceDir = 'oss-stable';
} else if (releaseChannel === 'experimental') {
sourceDir = 'oss-experimental';
} else if (releaseChannel === 'rc') {
sourceDir = 'oss-stable-rc';
} else if (releaseChannel === 'latest') {
sourceDir = 'oss-stable-semver';
} else {
console.error('Internal error: Invalid release channel: ' + releaseChannel);
process.exit(releaseChannel);
}
await exec(`cp -r ./build/${sourceDir} ./build/node_modules`, {cwd});
}

async function downloadBuildArtifacts(commit, releaseChannel) {
const label = theme`commit {commit ${commit}})`;
return logPromise(
downloadArtifactsFromGitHub(commit, releaseChannel),
theme`Downloading artifacts from GitHub for ${label}`
);
}

const main = async () => {
try {
downloadBuildArtifacts(argv.commit, argv.releaseChannel);
printSummary(argv.commit);
} catch (error) {
handleError(error);
}
};

run();
main();

0 comments on commit ca897f4

Please sign in to comment.