generated from kubernetes/kubernetes-template-project
-
Notifications
You must be signed in to change notification settings - Fork 962
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
unify the file format under cmd, alluxio jindo dataset (#1388)
Signed-off-by: mahao <[email protected]>
- Loading branch information
1 parent
f8b83cd
commit e1459a8
Showing
12 changed files
with
616 additions
and
392 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,133 @@ | ||
/* | ||
Copyright 2021 The Fluid Authors. | ||
Licensed under the Apache License, Version 2.0 (the "License"); | ||
you may not use this file except in compliance with the License. | ||
You may obtain a copy of the License at | ||
http://www.apache.org/licenses/LICENSE-2.0 | ||
Unless required by applicable law or agreed to in writing, software | ||
distributed under the License is distributed on an "AS IS" BASIS, | ||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
See the License for the specific language governing permissions and | ||
limitations under the License. | ||
*/ | ||
|
||
package app | ||
|
||
import ( | ||
"os" | ||
// +kubebuilder:scaffold:imports | ||
|
||
"github.com/fluid-cloudnative/fluid" | ||
datav1alpha1 "github.com/fluid-cloudnative/fluid/api/v1alpha1" | ||
alluxioctl "github.com/fluid-cloudnative/fluid/pkg/controllers/v1alpha1/alluxio" | ||
"github.com/fluid-cloudnative/fluid/pkg/ddc/alluxio" | ||
"github.com/fluid-cloudnative/fluid/pkg/ddc/base" | ||
"github.com/fluid-cloudnative/fluid/pkg/ddc/base/portallocator" | ||
"github.com/fluid-cloudnative/fluid/pkg/utils" | ||
"github.com/spf13/cobra" | ||
zapOpt "go.uber.org/zap" | ||
"go.uber.org/zap/zapcore" | ||
"k8s.io/apimachinery/pkg/runtime" | ||
"k8s.io/apimachinery/pkg/util/net" | ||
clientgoscheme "k8s.io/client-go/kubernetes/scheme" | ||
_ "k8s.io/client-go/plugin/pkg/client/auth/gcp" | ||
ctrl "sigs.k8s.io/controller-runtime" | ||
"sigs.k8s.io/controller-runtime/pkg/controller" | ||
"sigs.k8s.io/controller-runtime/pkg/log/zap" | ||
) | ||
|
||
var ( | ||
scheme = runtime.NewScheme() | ||
setupLog = ctrl.Log.WithName("setup") | ||
// Use compiler to check if the struct implements all the interface | ||
_ base.Implement = (*alluxio.AlluxioEngine)(nil) | ||
|
||
metricsAddr string | ||
enableLeaderElection bool | ||
development bool | ||
portRange string | ||
maxConcurrentReconciles int | ||
pprofAddr string | ||
) | ||
|
||
var alluxioCmd = &cobra.Command{ | ||
Use: "start", | ||
Short: "start alluxioruntime-controller in Kubernetes", | ||
Run: func(cmd *cobra.Command, args []string) { | ||
handle() | ||
}, | ||
} | ||
|
||
func init() { | ||
_ = clientgoscheme.AddToScheme(scheme) | ||
_ = datav1alpha1.AddToScheme(scheme) | ||
|
||
alluxioCmd.Flags().StringVarP(&metricsAddr, "metrics-addr", "", ":8080", "The address the metric endpoint binds to.") | ||
alluxioCmd.Flags().BoolVarP(&enableLeaderElection, "enable-leader-election", "", false, "Enable leader election for controller manager. Enabling this will ensure there is only one active controller manager.") | ||
alluxioCmd.Flags().BoolVarP(&development, "development", "", true, "Enable development mode for fluid controller.") | ||
alluxioCmd.Flags().StringVar(&portRange, "runtime-node-port-range", "20000-25000", "Set available port range for Alluxio") | ||
alluxioCmd.Flags().IntVar(&maxConcurrentReconciles, "runtime-workers", 3, "Set max concurrent workers for AlluxioRuntime controller") | ||
alluxioCmd.Flags().StringVarP(&pprofAddr, "pprof-addr", "", "", "The address for pprof to use while exporting profiling results") | ||
} | ||
|
||
func handle() { | ||
fluid.LogVersion() | ||
|
||
ctrl.SetLogger(zap.New(func(o *zap.Options) { | ||
o.Development = development | ||
}, func(o *zap.Options) { | ||
o.ZapOpts = append(o.ZapOpts, zapOpt.AddCaller()) | ||
}, func(o *zap.Options) { | ||
if !development { | ||
encCfg := zapOpt.NewProductionEncoderConfig() | ||
encCfg.EncodeLevel = zapcore.CapitalLevelEncoder | ||
encCfg.EncodeTime = zapcore.ISO8601TimeEncoder | ||
o.Encoder = zapcore.NewConsoleEncoder(encCfg) | ||
} | ||
})) | ||
|
||
utils.NewPprofServer(setupLog, pprofAddr) | ||
|
||
mgr, err := ctrl.NewManager(ctrl.GetConfigOrDie(), ctrl.Options{ | ||
Scheme: scheme, | ||
MetricsBindAddress: metricsAddr, | ||
LeaderElection: enableLeaderElection, | ||
LeaderElectionID: "7857424864.data.fluid.io", | ||
Port: 9443, | ||
}) | ||
if err != nil { | ||
setupLog.Error(err, "unable to start alluxioruntime manager") | ||
os.Exit(1) | ||
} | ||
|
||
controllerOptions := controller.Options{ | ||
MaxConcurrentReconciles: maxConcurrentReconciles, | ||
} | ||
|
||
if err = (alluxioctl.NewRuntimeReconciler(mgr.GetClient(), | ||
ctrl.Log.WithName("alluxioctl").WithName("AlluxioRuntime"), | ||
mgr.GetScheme(), | ||
mgr.GetEventRecorderFor("AlluxioRuntime"), | ||
)).SetupWithManager(mgr, controllerOptions); err != nil { | ||
setupLog.Error(err, "unable to create controller", "controller", "AlluxioRuntime") | ||
os.Exit(1) | ||
} | ||
|
||
pr, err := net.ParsePortRange(portRange) | ||
if err != nil { | ||
setupLog.Error(err, "can't parse port range. Port range must be like <min>-<max>") | ||
os.Exit(1) | ||
} | ||
setupLog.Info("port range parsed", "port range", pr.String()) | ||
|
||
portallocator.SetupRuntimePortAllocator(mgr.GetClient(), pr, alluxio.GetReservedPorts) | ||
|
||
setupLog.Info("starting alluxioruntime-controller") | ||
if err := mgr.Start(ctrl.SetupSignalHandler()); err != nil { | ||
setupLog.Error(err, "problem alluxioruntime-controller") | ||
os.Exit(1) | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,29 @@ | ||
/* | ||
Copyright 2021 The Fluid Authors. | ||
Licensed under the Apache License, Version 2.0 (the "License"); | ||
you may not use this file except in compliance with the License. | ||
You may obtain a copy of the License at | ||
http://www.apache.org/licenses/LICENSE-2.0 | ||
Unless required by applicable law or agreed to in writing, software | ||
distributed under the License is distributed on an "AS IS" BASIS, | ||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
See the License for the specific language governing permissions and | ||
limitations under the License. | ||
*/ | ||
|
||
package app | ||
|
||
import "github.com/spf13/cobra" | ||
|
||
func NewAlluxioFSCommand() *cobra.Command { | ||
cmd := &cobra.Command{ | ||
Use: "alluxioruntime-controller", | ||
Short: "Controller for alluxioruntime", | ||
} | ||
cmd.AddCommand(versionCmd, alluxioCmd) | ||
|
||
return cmd | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,38 @@ | ||
/* | ||
Copyright 2021 The Fluid Authors. | ||
Licensed under the Apache License, Version 2.0 (the "License"); | ||
you may not use this file except in compliance with the License. | ||
You may obtain a copy of the License at | ||
http://www.apache.org/licenses/LICENSE-2.0 | ||
Unless required by applicable law or agreed to in writing, software | ||
distributed under the License is distributed on an "AS IS" BASIS, | ||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
See the License for the specific language governing permissions and | ||
limitations under the License. | ||
*/ | ||
|
||
package app | ||
|
||
import ( | ||
"github.com/fluid-cloudnative/fluid" | ||
"github.com/spf13/cobra" | ||
) | ||
|
||
var ( | ||
short bool | ||
) | ||
|
||
var versionCmd = &cobra.Command{ | ||
Use: "version", | ||
Short: "print version information", | ||
Run: func(cmd *cobra.Command, args []string) { | ||
fluid.PrintVersion(short) | ||
}, | ||
} | ||
|
||
func init() { | ||
versionCmd.Flags().BoolVar(&short, "short", false, "print just the short version info") | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.