From 079a4026ea093cac0e899e1337b13445746d5d67 Mon Sep 17 00:00:00 2001 From: Andrey Velichkevich Date: Mon, 22 Apr 2024 17:20:55 +0100 Subject: [PATCH] Training: Add Fine-Tune API Docs Signed-off-by: Andrey Velichkevich --- .../images/fine-tune-llm-api.drawio.svg | 2 +- .../components/training/user-guides/_index.md | 5 +++++ .../training/user-guides/fine-tuning.md | 17 +++++++++++++++++ 3 files changed, 23 insertions(+), 1 deletion(-) create mode 100644 content/en/docs/components/training/user-guides/_index.md create mode 100644 content/en/docs/components/training/user-guides/fine-tuning.md diff --git a/content/en/docs/components/training/images/fine-tune-llm-api.drawio.svg b/content/en/docs/components/training/images/fine-tune-llm-api.drawio.svg index ad1ce8fb50..0aeed6e430 100644 --- a/content/en/docs/components/training/images/fine-tune-llm-api.drawio.svg +++ b/content/en/docs/components/training/images/fine-tune-llm-api.drawio.svg @@ -1,4 +1,4 @@ -
Worker 0
Worker 0
train()
train()
Kubeflow
Python SDK
Kubeflow...
  • Model (hf://...)
  • Dataset (s3://...)
  • Trainer Parameters
  • Num Workers
  • Worker Resources
Model (hf://...)Dataset...
PyTorchJob
PyTorchJob
image/svg+xml
Storage Initializer
InitContainer
Storage Initia...
Trainer Container
Trainer Contai...
Dataset Provider
Dataset Provid...
Model Provider
Model Provider
S3 Bucket
Worker 1
Worker 1
Trainer
Container
Trainer...
Worker 2
Worker 2
Trainer
Container
Trainer...

This page contains the following errors:

error on line 3 at column 6: XML declaration allowed only at the start of the document

Below is a rendering of the page up to the first error.

PyTorchCluster \ No newline at end of file +
Worker 0
train()
Kubeflow
Python SDK
  • Model Parameters
  • Dataset Parameters
  • Trainer Parameters
  • Num Workers
  • Worker Resources
PyTorchJob
image/svg+xml
Storage Initializer
InitContainer
LLM Trainer Container
Dataset Provider
Model Provider
S3 Bucket
Worker 1
LLM Trainer
Container
Worker 2
LLM Trainer
Container
PyTorchCluster
\ No newline at end of file diff --git a/content/en/docs/components/training/user-guides/_index.md b/content/en/docs/components/training/user-guides/_index.md new file mode 100644 index 0000000000..c5935d7ff5 --- /dev/null +++ b/content/en/docs/components/training/user-guides/_index.md @@ -0,0 +1,5 @@ ++++ +title = "User Guides" +description = "User guides for Kubeflow Training Operator" +weight = 20 ++++ diff --git a/content/en/docs/components/training/user-guides/fine-tuning.md b/content/en/docs/components/training/user-guides/fine-tuning.md new file mode 100644 index 0000000000..2d18ab80fc --- /dev/null +++ b/content/en/docs/components/training/user-guides/fine-tuning.md @@ -0,0 +1,17 @@ ++++ +title = "Fine-Tuning API for LLMs" +description = "How to fine-tune LLMs with Training Operator" +weight = 10 ++++ + +{{% alert title="Warning" color="warning" %}} +This feature is in **alpha** stage and Kubeflow community is looking for your feedback. Please +share your experience using #kubeflow-training-operator Slack channel or +[Kubeflow Training Operator GitHib](https://github.com/kubeflow/training-operator/issues/new). +{{% /alert %}} + +## Architecture + +Fine-Tune API for LLMs