Skip to content

Commit

Permalink
chore: write a template of actions/gen/main.go
Browse files Browse the repository at this point in the history
  • Loading branch information
@smorihira
smorihira committed Sep 4, 2024
1 parent 5572138 commit f990b3b
Showing 1 changed file with 367 additions and 0 deletions.
367 changes: 367 additions & 0 deletions hack/actions/gen/main.go
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,367 @@
package main

import (
"context"
"errors"
"io/fs"
"os"
"os/signal"
"syscall"
"time"

"github.com/vdaas/vald/internal/file"
"github.com/vdaas/vald/internal/log"
"github.com/vdaas/vald/internal/safety"
"github.com/vdaas/vald/internal/sync/errgroup"
)

type (
name string
cron string
uses string
target string
secrets string

branches []string
paths []string
platforms []string

schedule struct {
cron cron
}

push struct {
branches branches
}

pull_request struct {
paths paths
}

pull_request_target struct {
paths paths
}

on struct {
schedule schedule
push push
pull_request pull_request
pull_request_target pull_request_target
}

with struct {
target target
platforms platforms
}

build struct {
uses uses
with with
secrets secrets
}

jobs struct {
build build
}

workflow struct {
name name
on on
jobs jobs
}
)
type Data struct {
AliasImage bool
ConfigExists bool
Year int
ContainerType ContainerType
AppName string
BinDir string
BuildUser string
BuilderImage string
BuilderTag string
BuildStageName string
Maintainer string
PackageDir string
RootDir string
RuntimeImage string
RuntimeTag string
RuntimeUser string
Arguments map[string]string
Environments map[string]string
Entrypoints []string
EnvironmentsSlice []string
ExtraCopies []string
ExtraImages []string
ExtraPackages []string
Preprocess []string
RunCommands []string
RunMounts []string
StageFiles []string
// TODO: 以下追加分？
ComponentName string
}

type ContainerType int

const (
Go ContainerType = iota
Rust
DevContainer
HelmOperator
CIContainer
Other
)

// TODO: 必要な定数はここに追加
const (
organization = "vdaas"
repository = "vald"
defaultBinaryDir = "/usr/bin"
defaultBuilderImage = "ghcr.io/vdaas/vald/vald-buildbase"
defaultBuilderTag = "nightly"
defaultLanguage = "en_US.UTF-8"
defaultMaintainer = organization + ".org " + repository + " team <" + repository + "@" + organization + ".org>"
defaultRuntimeImage = "gcr.io/distroless/static"
defaultRuntimeTag = "nonroot"
defaultRuntimeUser = "nonroot:nonroot"
defaultBuildUser = "root:root"
defaultBuildStageName = "builder"
maintainerKey = "MAINTAINER"
minimumArgumentLength = 2
ubuntuVersion = "22.04"

goWorkdir = "${GOPATH}/src/github.com"
rustWorkdir = "${HOME}/rust/src/github.com"

agentInernalPackage = "pkg/agent/internal"

ngtPreprocess = "make ngt/install"
faissPreprocess = "make faiss/install"

helmOperatorRootdir = "/opt/helm"
helmOperatorWatchFile = helmOperatorRootdir + "/watches.yaml"
helmOperatorChartsDir = helmOperatorRootdir + "/charts"
)

func (c ContainerType) String() string {
return containerTypeName[c]
}

// TODO: 必要な変数はここに追加
var (
containerTypeName = map[ContainerType]string{
Go: "Go",
Rust: "Rust",
DevContainer: "DevContainer",
HelmOperator: "HelmOperator",
CIContainer: "CIContainer",
Other: "Other",
}

defaultEnvironments = map[string]string{
"DEBIAN_FRONTEND": "noninteractive",
"HOME": "/root",
"USER": "root",
"INITRD": "No",
"LANG": defaultLanguage,
"LANGUAGE": defaultLanguage,
"LC_ALL": defaultLanguage,
"ORG": organization,
"TZ": "Etc/UTC",
"PATH": "${PATH}:/usr/local/bin",
"REPO": repository,
}
goDefaultEnvironments = map[string]string{
"GOROOT": "/opt/go",
"GOPATH": "/go",
"GO111MODULE": "on",
"PATH": "${PATH}:${GOROOT}/bin:${GOPATH}/bin:/usr/local/bin",
}
rustDefaultEnvironments = map[string]string{
"RUST_HOME": "/usr/loacl/lib/rust",
"RUSTUP_HOME": "${RUST_HOME}/rustup",
"CARGO_HOME": "${RUST_HOME}/cargo",
"PATH": "${PATH}:${RUSTUP_HOME}/bin:${CARGO_HOME}/bin:/usr/local/bin",
}
clangDefaultEnvironments = map[string]string{
"CC": "gcc",
"CXX": "g++",
}
goInstallCommands = []string{
"make GOPATH=\"${GOPATH}\" GOROOT=\"${GOROOT}\" GO_VERSION=\"${GO_VERSION}\" go/install",
"make GOPATH=\"${GOPATH}\" GOROOT=\"${GOROOT}\" GO_VERSION=\"${GO_VERSION}\" go/download",
}
rustInstallCommands = []string{
"make RUST_VERSION=\"${RUST_VERSION}\" rust/install",
}
goBuildCommands = []string{
"make GOARCH=\"${TARGETARCH}\" GOOS=\"${TARGETOS}\" REPO=\"${ORG}\" NAME=\"${REPO}\" cmd/${PKG}/${APP_NAME}",
"mv \"cmd/${PKG}/${APP_NAME}\" \"{{$.BinDir}}/${APP_NAME}\"",
}
rustBuildCommands = []string{
"make rust/target/release/${APP_NAME}",
"mv \"rust/target/release/${APP_NAME}\" \"{{$.BinDir}}/${APP_NAME}\"",
"rm -rf rust/target",
}

defaultMounts = []string{
"--mount=type=bind,target=.,rw",
"--mount=type=tmpfs,target=/tmp",
"--mount=type=cache,target=/var/lib/apt,sharing=locked",
"--mount=type=cache,target=/var/cache/apt,sharing=locked",
}

goDefaultMounts = []string{
"--mount=type=cache,target=\"${GOPATH}/pkg\",id=\"go-build-${TARGETARCH}\"",
"--mount=type=cache,target=\"${HOME}/.cache/go-build\",id=\"go-build-${TARGETARCH}\"",
}

clangBuildDeps = []string{
"cmake",
"gcc",
"g++",
"unzip",
"libssl-dev",
}
ngtBuildDeps = []string{
"liblapack-dev",
"libomp-dev",
"libopenblas-dev",
}
faissBuildDeps = []string{
"gfortran",
}
devContainerDeps = []string{
"gawk",
"gnupg2",
"graphviz",
"jq",
"libhdf5-dev",
"libaec-dev",
"sed",
"zip",
}

ciContainerPreprocess = []string{
"make GOARCH=${TARGETARCH} GOOS=${TARGETOS} deps GO_CLEAN_DEPS=false",
"make GOARCH=${TARGETARCH} GOOS=${TARGETOS} golangci-lint/install",
"make GOARCH=${TARGETARCH} GOOS=${TARGETOS} gotestfmt/install",
"make cmake/install",
"make buf/install",
"make hdf5/install",
"make helm-docs/install",
"make helm/install",
"make k3d/install",
"make k9s/install",
"make kind/install",
"make kubectl/install",
"make kubelinter/install",
"make reviewdog/install",
"make tparse/install",
"make valdcli/install",
"make yq/install",
"make minikube/install",
"make stern/install",
"make telepresence/install",
}

devContainerPreprocess = []string{
"curl -fsSL https://deb.nodesource.com/setup_current.x | bash -",
"apt-get clean",
"apt-get update -y",
"apt-get upgrade -y",
"apt-get install -y --no-install-recommends --fix-missing nodejs",
"npm install -g npm@latest",
"apt-get clean",
"apt-get autoclean -y",
"apt-get autoremove -y",
"make delve/install",
"make gomodifytags/install",
"make gopls/install",
"make gotests/install",
"make impl/install",
"make staticcheck/install",
}
)

func main() {
// この辺の処理は共通？
log.Init()
if len(os.Args) < minimumArgumentLength {
// skipcq: RVV-A0003
log.Fatal(errors.New("invalid argument"))
}

ctx, cancel := signal.NotifyContext(context.Background(), syscall.SIGINT,
syscall.SIGQUIT,
syscall.SIGHUP,
syscall.SIGALRM,
syscall.SIGKILL,
syscall.SIGTERM)
defer cancel()
log.Debug(tmpl)

maintainer := os.Getenv(maintainerKey)
if maintainer == "" {
maintainer = defaultMaintainer
}
year := time.Now().Year()
eg, egctx := errgroup.New(ctx)
for n, d := range map[string]Data{
// TODO: mapを入れる
} {
name := n
data := d

eg.Go(safety.RecoverFunc(func() error {
data.Maintainer = maintainer
data.Year = year
if data.BinDir == "" {
data.BinDir = defaultBinaryDir
}
if data.RuntimeImage == "" {
data.RuntimeImage = defaultRuntimeImage
}
if data.RuntimeTag == "" {
data.RuntimeTag = defaultRuntimeTag
}
if data.BuilderImage == "" {
data.BuilderImage = defaultBuilderImage
}
if data.BuilderTag == "" {
data.BuilderTag = defaultBuilderTag
}
if data.RuntimeUser == "" {
data.RuntimeUser = defaultRuntimeUser
}
if data.BuildUser == "" {
data.BuildUser = defaultBuildUser
}
if data.BuildStageName == "" {
data.BuildStageName = defaultBuildStageName
}
if data.Environments != nil {
data.Environments = appendM(data.Environments, defaultEnvironments)
} else {
data.Environments = make(map[string]string, len(defaultEnvironments))
data.Environments = appendM(data.Environments, defaultEnvironments)
}

// ContainerTypeごとの処理 (workflow生成でも重要そう)

// ↑ここまでdataの処理 (workflowの生成でもほとんど共通？)

// ↓ここからファイルの生成
// buf := bytes.NewBuffer(make([]byte, 0, len(tmpl)))
log.Infof("Generating %s's workflow", name)
// workflow.Execute(buf, data)
tpl := buf.String()
buf.Reset()
// template.Must(template.New("workflow").Parse(tpl)).Execute(buf, data)
file.OverWriteFile(egctx, file.Join(os.Args[1], "actions", data.PackageDir, "TODO: ファイル名"), buf, fs.ModePerm)
return nil
}))
}

}

0 comments on commit f990b3b

Please sign in to comment.