-
Notifications
You must be signed in to change notification settings - Fork 60k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #11690 from github/repo-sync
repo sync
- Loading branch information
Showing
7 changed files
with
402 additions
and
5 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| date: '2021-11-04' | ||
| sections: | ||
| bugs: | ||
| - 'The {% data variables.product.prodname_github_connect %} configuration of the source instance was always restored to new instances even when the `--config` option for `ghe-restore` was not used. This would lead to a conflict with the {% data variables.product.prodname_github_connect %} connection and license synchronization if both the source and destination instances were online at the same time. {% comment %} https://github.com/github/github/pull/192247, https://github.com/github/github/pull/191951, https://github.com/github/enterprise2/pull/26870, https://github.com/github/backup-utils/pull/770, https://github.com/github/connected-enterprise/issues/208 {% endcomment %}' | ||
| - 'Fixes {% data variables.product.prodname_pages %} builds so they take into account the NO_PROXY setting of the appliance. This is relevant to appliances configured with an HTTP proxy only. {% comment %} https://github.com/github/github/pull/192380 {% endcomment %}' | ||
| known_issues: | ||
| - After saving a new release on a repository, the `/releases` page shows 500 error. A fix for this issue is expected to ship in 3.2.3. | ||
| - On a freshly set up {% data variables.product.prodname_ghe_server %} without any users, an attacker could create the first admin user. | ||
| - Custom firewall rules are removed during the upgrade process. | ||
| - Git LFS tracked files [uploaded through the web interface](https://github.com/blog/2105-upload-files-to-your-repositories) are incorrectly added directly to the repository. | ||
| - Issues cannot be closed if they contain a permalink to a blob in the same repository, where the blob's file path is longer than 255 characters. | ||
| - When "Users can search GitHub.com" is enabled with {% data variables.product.prodname_github_connect %}, issues in private and internal repositories are not included in GitHub.com search results. | ||
| - When a replica node is offline in a high availability configuration, {% data variables.product.product_name %} may still route {% data variables.product.prodname_pages %} requests to the offline node, reducing the availability of {% data variables.product.prodname_pages %} for users. |
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,80 @@ | ||
| #!/usr/bin/env node | ||
| import dotenv from 'dotenv' | ||
| import got from 'got' | ||
| import Bottleneck from 'bottleneck' | ||
| import { loadPages } from '../../lib/page-data.js' | ||
| import { allVersions } from '../../lib/all-versions.js' | ||
| import languages from '../../lib/languages.js' | ||
| const port = 4002 | ||
|
|
||
| dotenv.config() | ||
| /* | ||
| Good local testing values are MAX_CONCURRENT=30, MIN_TIME=20 | ||
| */ | ||
| const MAX_CONCURRENT = parseInt(process.env.BUILD_RECORDS_MAX_CONCURRENT || '200', 10) | ||
| const MIN_TIME = parseInt(process.env.BUILD_RECORDS_MIN_TIME || '5', 10) | ||
| const languageCode = process.env.LANGUAGE | ||
| const singleVersion = process.env.VERSION | ||
|
|
||
| main() | ||
|
|
||
| async function main() { | ||
| const start = process.hrtime.bigint() | ||
| const opts = { | ||
| maxConcurrent: MAX_CONCURRENT, | ||
| minTime: MIN_TIME, | ||
| } | ||
| const limiter = new Bottleneck(opts) | ||
| const allPages = await loadPages() | ||
| const languageCodes = | ||
| [languageCode] || | ||
| Object.keys(languages) | ||
| .filter((language) => !language.wip && language !== 'en') | ||
| .map((language) => languages[language].code) | ||
| const versions = singleVersion ? [singleVersion] : Object.keys(allVersions) | ||
|
|
||
| const allPermalinks = [] | ||
| for (const language of languageCodes) { | ||
| for (const version of versions) { | ||
| const pages = allPages.filter( | ||
| (page) => page.languageCode === language && page.applicableVersions.includes(version) | ||
| ) | ||
|
|
||
| const permalinks = pages | ||
| .map((page) => { | ||
| return page.permalinks.find((permalink) => { | ||
| return permalink.languageCode === language && permalink.pageVersion === version | ||
| }) | ||
| }) | ||
| .map((permalink) => { | ||
| permalink.url = `http://localhost:${port}${permalink.href}` | ||
| return permalink | ||
| }) | ||
| allPermalinks.push(...permalinks) | ||
| } | ||
| } | ||
| allPermalinks.forEach((page) => { | ||
| limiter.schedule(getPage, page) | ||
| }) | ||
|
|
||
| limiter | ||
| .on('idle', () => { | ||
| const end = process.hrtime.bigint() | ||
| console.log(`Took ${Number(end - start) / 1000000000}s`) | ||
| console.log('All done!') | ||
| }) | ||
| .on('error', (err) => { | ||
| console.log('error', err) | ||
| }) | ||
| } | ||
|
|
||
| async function getPage(page) { | ||
| try { | ||
| const response = await got.get(page.url, { throwHttpErrors: false }) | ||
| if (response.statusCode !== 200) { | ||
| console.log('Status Code:', response.statusCode, 'Page: ', page.url) | ||
| } | ||
| } catch (err) { | ||
| console.error(err) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,206 @@ | ||
| [ | ||
| { | ||
| "query": "interactions", | ||
| "href": "/rest/reference/interactions" | ||
| }, | ||
| { | ||
| "query": "repositories", | ||
| "href": "/rest/reference/repos" | ||
| }, | ||
| { | ||
| "query": "workflow_run", | ||
| "href": "/developers/webhooks-and-events/webhooks/webhook-events-and-payloads" | ||
| }, | ||
| { | ||
| "query": "workflow_dispatch", | ||
| "href": "/developers/webhooks-and-events/webhooks/webhook-events-and-payloads" | ||
| }, | ||
| { | ||
| "query": "pull_request", | ||
| "href": "/developers/webhooks-and-events/webhooks/webhook-events-and-payloads" | ||
| }, | ||
| { | ||
| "query": "workflow_run", | ||
| "href": "/actions/learn-github-actions/events-that-trigger-workflows" | ||
| }, | ||
| { | ||
| "query": "workflow_dispatch", | ||
| "href": "/actions/learn-github-actions/events-that-trigger-workflows" | ||
| }, | ||
| { | ||
| "query": "register for an account", | ||
| "href": "/get-started/signing-up-for-github/signing-up-for-a-new-github-account" | ||
| }, | ||
| { | ||
| "query": "registering on GitHub", | ||
| "href": "/get-started/signing-up-for-github/signing-up-for-a-new-github-account" | ||
| }, | ||
| { | ||
| "query": "signing up for a GitHub account", | ||
| "href": "/get-started/signing-up-for-github/signing-up-for-a-new-github-account" | ||
| }, | ||
| { | ||
| "query": "new account", | ||
| "href": "/get-started/signing-up-for-github/signing-up-for-a-new-github-account" | ||
| }, | ||
| { | ||
| "query": "create a GitHub account", | ||
| "href": "/get-started/signing-up-for-github/signing-up-for-a-new-github-account" | ||
| }, | ||
| { | ||
| "query": "apis", | ||
| "href": "/graphql" | ||
| }, | ||
| { | ||
| "query": "apis", | ||
| "href": "/rest" | ||
| }, | ||
| { | ||
| "query": "api", | ||
| "href": "/graphql" | ||
| }, | ||
| { | ||
| "query": "api", | ||
| "href": "/rest" | ||
| }, | ||
| { | ||
| "query": "create a new branch", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/proposing-changes-to-your-work-with-pull-requests/creating-and-deleting-branches-within-your-repository" | ||
| }, | ||
| { | ||
| "query": "fix merge conflict", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line" | ||
| }, | ||
| { | ||
| "query": "conflicts", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line" | ||
| }, | ||
| { | ||
| "query": "merge conflict", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line" | ||
| }, | ||
| { | ||
| "query": "branch conflicts", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line" | ||
| }, | ||
| { | ||
| "query": "conflicting files", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line" | ||
| }, | ||
| { | ||
| "query": "resolve conflicts", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line" | ||
| }, | ||
| { | ||
| "query": "fix merge conflict", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-on-github" | ||
| }, | ||
| { | ||
| "query": "conflicts", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-on-github" | ||
| }, | ||
| { | ||
| "query": "merge conflict", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-on-github" | ||
| }, | ||
| { | ||
| "query": "branch conflicts", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-on-github" | ||
| }, | ||
| { | ||
| "query": "conflicting files", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-on-github" | ||
| }, | ||
| { | ||
| "query": "resolve conflicts", | ||
| "href": "/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-on-github" | ||
| }, | ||
| { | ||
| "query": "actions billable minutes", | ||
| "href": "/billing/managing-billing-for-github-actions/about-billing-for-github-actions" | ||
| }, | ||
| { | ||
| "query": "actions trigger pull requests", | ||
| "href": "/actions/learn-github-actions/events-that-trigger-workflows" | ||
| }, | ||
| { | ||
| "query": "about teams", | ||
| "href": "/organizations/organizing-members-into-teams/about-teams" | ||
| }, | ||
| { | ||
| "query": "about organizations", | ||
| "href": "/organizations/collaborating-with-groups-in-organizations/about-organizations" | ||
| }, | ||
| { | ||
| "query": "create pages site", | ||
| "href": "/pages/getting-started-with-github-pages/creating-a-github-pages-site" | ||
| }, | ||
| { | ||
| "query": "create pages site", | ||
| "href": "/pages/setting-up-a-github-pages-site-with-jekyll/creating-a-github-pages-site-with-jekyll" | ||
| }, | ||
| { | ||
| "query": "make a team", | ||
| "href": "/organizations/organizing-members-into-teams/creating-a-team" | ||
| }, | ||
| { | ||
| "query": "new team", | ||
| "href": "/organizations/organizing-members-into-teams/creating-a-team" | ||
| }, | ||
| { | ||
| "query": "team", | ||
| "href": "/organizations/organizing-members-into-teams/about-teams" | ||
| }, | ||
| { | ||
| "query": "rest create issue", | ||
| "href": "/rest/reference/issues" | ||
| }, | ||
| { | ||
| "query": "fork", | ||
| "href": "/rest/reference/repos" | ||
| }, | ||
| { | ||
| "query": "commit email", | ||
| "href": "/account-and-profile/setting-up-and-managing-your-github-user-account/managing-email-preferences/setting-your-commit-email-address" | ||
| }, | ||
| { | ||
| "query": "graphql organization", | ||
| "href": "/graphql/reference/objects" | ||
| }, | ||
| { | ||
| "query": "device flow", | ||
| "href": "/developers/apps/building-oauth-apps/authorizing-oauth-apps" | ||
| }, | ||
| { | ||
| "query": "convert user", | ||
| "href": "/account-and-profile/setting-up-and-managing-your-github-user-account/managing-user-account-settings/converting-a-user-into-an-organization" | ||
| }, | ||
| { | ||
| "query": "add email", | ||
| "href": "/account-and-profile/setting-up-and-managing-your-github-user-account/managing-email-preferences/adding-an-email-address-to-your-github-account" | ||
| }, | ||
| { | ||
| "query": "transfer ownership", | ||
| "href": "/organizations/managing-organization-settings/transferring-organization-ownership" | ||
| }, | ||
| { | ||
| "query": "merge accounts", | ||
| "href": "/account-and-profile/setting-up-and-managing-your-github-user-account/managing-user-account-settings/merging-multiple-user-accounts" | ||
| }, | ||
| { | ||
| "query": "search syntax", | ||
| "href": "/search-github/getting-started-with-searching-on-github/understanding-the-search-syntax" | ||
| }, | ||
| { | ||
| "query": "scim okta", | ||
| "href": "/organizations/managing-saml-single-sign-on-for-your-organization/configuring-saml-single-sign-on-and-scim-using-okta" | ||
| }, | ||
| { | ||
| "query": "keeping your account and data secure", | ||
| "href": "/authentication/keeping-your-account-and-data-secure" | ||
| }, | ||
| { | ||
| "query": "ssh troubleshoot", | ||
| "href": "/authentication/troubleshooting-ssh" | ||
| } | ||
| ] |
Oops, something went wrong.