build: upload notebooks to storage on every build (#2001)

microsoft · Jun 28, 2023 · 63491dd · 63491dd
1 parent 7cb018a
commit 63491dd
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/build.sbt b/build.sbt
@@ -381,6 +381,13 @@ publishBadges := {
   uploadBadge("master version", version.value, "blue", "master_version3.svg")
 }
 
+val uploadNotebooks = TaskKey[Unit]("uploadNotebooks", "upload notebooks to blob storage")
+uploadNotebooks := {
+  val localNotebooksFolder = join(baseDirectory.value.toString, "notebooks").toString
+  val blobNotebooksFolder = version.value
+  uploadToBlob(localNotebooksFolder, blobNotebooksFolder, "notebooks")
+}
+
 val settings = Seq(
   Test / scalastyleConfig := (ThisBuild / baseDirectory).value / "scalastyle-test-config.xml",
   Test / logBuffered := false,
@@ -486,7 +493,8 @@ setupTask := {
 
 val convertNotebooks = TaskKey[Unit]("convertNotebooks", "convert notebooks to markdown for website display")
 convertNotebooks := {
-  runCmdStr("python -m docs.python.documentprojection --customchannels docs/python/synapseml_channels -c website . docs/manifest.yaml -p")
+  runCmdStr("python -m docs.python.documentprojection " +
+    "--customchannels docs/python/synapseml_channels -c website . docs/manifest.yaml -p")
 }
 
 val testWebsiteDocs = TaskKey[Unit]("testWebsiteDocs",

diff --git a/pipeline.yaml b/pipeline.yaml
@@ -93,7 +93,7 @@ jobs:
         sudo apt-get install graphviz doxygen -y
         source activate synapseml
         sbt packagePython
-        sbt publishBlob publishDocs publishR publishPython
+        sbt publishBlob publishDocs publishR publishPython uploadNotebooks
         sbt publishSigned
         sbt genBuildInfo
         echo "##vso[task.uploadsummary]$(pwd)/target/Build.md"