Build Docker images (scheduled) #129

Workflow file for this run

.github/workflows/build_docker_images.yml at 4c13b0e

	name: Build Docker images (scheduled)

	on:
	workflow_dispatch:
	workflow_call:
	schedule:
	- cron: "0 1 * * *"

	concurrency:
	group: docker-image-builds
	cancel-in-progress: false

	env:
	CI_SLACK_CHANNEL: ${{ secrets.CI_DOCKER_CHANNEL }}

	jobs:
	latest-cpu:
	name: "Latest Peft CPU [dev]"
	runs-on: ubuntu-latest
	steps:
	- name: Cleanup disk
	run: \|
	sudo ls -l /usr/local/lib/
	sudo ls -l /usr/share/
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	sudo rm -rf /usr/local/lib/android
	sudo rm -rf /usr/share/dotnet
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v1
	- name: Check out code
	uses: actions/checkout@v3
	- name: Login to DockerHub
	uses: docker/login-action@v2
	with:
	username: ${{ secrets.DOCKERHUB_USERNAME }}
	password: ${{ secrets.DOCKERHUB_PASSWORD }}

	- name: Build and Push CPU
	uses: docker/build-push-action@v4
	with:
	context: ./docker/peft-cpu
	push: true
	tags: huggingface/peft-cpu

	- name: Post to a Slack channel
	if: always()
	id: slack
	#uses: slackapi/[email protected]
	uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
	with:
	# Slack channel id, channel name, or user id to post message.
	# See also: https://api.slack.com/methods/chat.postMessage#channels
	channel-id: ${{ env.CI_SLACK_CHANNEL }}
	# For posting a rich message using Block Kit
	payload: \|
	{
	"text": "peft-cpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}",
	"blocks": [
	{
	"type": "section",
	"text": {
	"type": "mrkdwn",
	"text": "peft-cpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}"
	}
	}
	]
	}
	env:
	SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}

	latest-cuda:
	name: "Latest Peft GPU [dev]"
	runs-on: ubuntu-latest
	steps:
	- name: Cleanup disk
	run: \|
	sudo ls -l /usr/local/lib/
	sudo ls -l /usr/share/
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	sudo rm -rf /usr/local/lib/android
	sudo rm -rf /usr/share/dotnet
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v1
	- name: Check out code
	uses: actions/checkout@v3
	- name: Login to DockerHub
	uses: docker/login-action@v1
	with:
	username: ${{ secrets.DOCKERHUB_USERNAME }}
	password: ${{ secrets.DOCKERHUB_PASSWORD }}

	- name: Build and Push GPU
	uses: docker/build-push-action@v4
	with:
	context: ./docker/peft-gpu
	push: true
	tags: huggingface/peft-gpu

	- name: Post to a Slack channel
	if: always()
	id: slack
	#uses: slackapi/[email protected]
	uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
	with:
	# Slack channel id, channel name, or user id to post message.
	# See also: https://api.slack.com/methods/chat.postMessage#channels
	channel-id: ${{ env.CI_SLACK_CHANNEL }}
	# For posting a rich message using Block Kit
	payload: \|
	{
	"text": "peft-gpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}",
	"blocks": [
	{
	"type": "section",
	"text": {
	"type": "mrkdwn",
	"text": "peft-gpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}"
	}
	}
	]
	}
	env:
	SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}

	latest-cuda-bnb-source:
	name: "Latest Peft GPU + bnb source [dev]"
	runs-on: ubuntu-latest
	steps:
	- name: Cleanup disk
	run: \|
	sudo ls -l /usr/local/lib/
	sudo ls -l /usr/share/
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	sudo rm -rf /usr/local/lib/android
	sudo rm -rf /usr/share/dotnet
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v1
	- name: Check out code
	uses: actions/checkout@v3
	- name: Login to DockerHub
	uses: docker/login-action@v1
	with:
	username: ${{ secrets.DOCKERHUB_USERNAME }}
	password: ${{ secrets.DOCKERHUB_PASSWORD }}

	- name: Build and Push GPU
	uses: docker/build-push-action@v4
	with:
	context: ./docker/peft-gpu-bnb-source
	push: true
	tags: huggingface/peft-gpu-bnb-source


	- name: Post to a Slack channel
	if: always()
	id: slack
	#uses: slackapi/[email protected]
	uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
	with:
	# Slack channel id, channel name, or user id to post message.
	# See also: https://api.slack.com/methods/chat.postMessage#channels
	channel-id: ${{ env.CI_SLACK_CHANNEL }}
	# For posting a rich message using Block Kit
	payload: \|
	{
	"text": "peft-gpu + bnb-source (source) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}",
	"blocks": [
	{
	"type": "section",
	"text": {
	"type": "mrkdwn",
	"text": "peft-gpu + bnb-source (source) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}"
	}
	}
	]
	}
	env:
	SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}


	latest-cuda-bnb-source-latest:
	name: "Latest Peft GPU + bnb source [accelerate / peft / transformers latest]"
	runs-on: ubuntu-latest
	steps:
	- name: Cleanup disk
	run: \|
	sudo ls -l /usr/local/lib/
	sudo ls -l /usr/share/
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	sudo rm -rf /usr/local/lib/android
	sudo rm -rf /usr/share/dotnet
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v1
	- name: Check out code
	uses: actions/checkout@v3
	- name: Login to DockerHub
	uses: docker/login-action@v1
	with:
	username: ${{ secrets.DOCKERHUB_USERNAME }}
	password: ${{ secrets.DOCKERHUB_PASSWORD }}

	- name: Build and Push GPU
	uses: docker/build-push-action@v4
	with:
	context: ./docker/peft-gpu-bnb-latest
	push: true
	tags: huggingface/peft-gpu-bnb-latest

	- name: Post to a Slack channel
	if: always()
	id: slack
	#uses: slackapi/[email protected]
	uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
	with:
	# Slack channel id, channel name, or user id to post message.
	# See also: https://api.slack.com/methods/chat.postMessage#channels
	channel-id: ${{ env.CI_SLACK_CHANNEL }}
	# For posting a rich message using Block Kit
	payload: \|
	{
	"text": "peft-gpu + bnb-source (latest) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}",
	"blocks": [
	{
	"type": "section",
	"text": {
	"type": "mrkdwn",
	"text": "peft-gpu + bnb-source (latest) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}"
	}
	}
	]
	}
	env:
	SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}

	latest-cuda-bnb-source-multi:
	name: "Latest Peft GPU + bnb (multi-backend) source [accelerate / peft / transformers source]"
	runs-on: ubuntu-latest
	steps:
	- name: Cleanup disk
	run: \|
	sudo ls -l /usr/local/lib/
	sudo ls -l /usr/share/
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	sudo rm -rf /usr/local/lib/android
	sudo rm -rf /usr/share/dotnet
	sudo du -sh /usr/local/lib/
	sudo du -sh /usr/share/
	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v1
	- name: Check out code
	uses: actions/checkout@v3
	- name: Login to DockerHub
	uses: docker/login-action@v1
	with:
	username: ${{ secrets.DOCKERHUB_USERNAME }}
	password: ${{ secrets.DOCKERHUB_PASSWORD }}

	- name: Build and Push GPU
	uses: docker/build-push-action@v4
	with:
	context: ./docker/peft-gpu-bnb-multi-source
	push: true
	tags: huggingface/peft-gpu-bnb-multi-source

	- name: Post to a Slack channel
	if: always()
	id: slack
	#uses: slackapi/[email protected]
	uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
	with:
	# Slack channel id, channel name, or user id to post message.
	# See also: https://api.slack.com/methods/chat.postMessage#channels
	channel-id: ${{ env.CI_SLACK_CHANNEL }}
	# For posting a rich message using Block Kit
	payload: \|
	{
	"text": "peft-gpu + bnb-source (latest) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}",
	"blocks": [
	{
	"type": "section",
	"text": {
	"type": "mrkdwn",
	"text": "peft-gpu + bnb-source (latest) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url \|\| github.event.head_commit.url }}"
	}
	}
	]
	}
	env:
	SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Build Docker images (scheduled) #129

Workflow file

Build Docker images (scheduled) #129

Jobs

Run details

Workflow file for this run