diff --git a/PROJECT b/PROJECT index 950f9f9..3265879 100644 --- a/PROJECT +++ b/PROJECT @@ -1,6 +1,11 @@ domain: seaweedfs.com layout: go.kubebuilder.io/v2 +multigroup: true repo: github.com/seaweedfs/seaweedfs-operator +resources: +- group: objectstore + kind: Master + version: v100 version: 3-alpha plugins: go.sdk.operatorframework.io/v2-alpha: {} diff --git a/apis/objectstore/v100/groupversion_info.go b/apis/objectstore/v100/groupversion_info.go new file mode 100644 index 0000000..049ba30 --- /dev/null +++ b/apis/objectstore/v100/groupversion_info.go @@ -0,0 +1,36 @@ +/* +Copyright 2020 SeaweedFS. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +// Package v100 contains API Schema definitions for the objectstore v100 API group +// +kubebuilder:object:generate=true +// +groupName=objectstore.seaweedfs.com +package v100 + +import ( + "k8s.io/apimachinery/pkg/runtime/schema" + "sigs.k8s.io/controller-runtime/pkg/scheme" +) + +var ( + // GroupVersion is group version used to register these objects + GroupVersion = schema.GroupVersion{Group: "objectstore.seaweedfs.com", Version: "v100"} + + // SchemeBuilder is used to add go types to the GroupVersionKind scheme + SchemeBuilder = &scheme.Builder{GroupVersion: GroupVersion} + + // AddToScheme adds the types in this group-version to the given scheme. + AddToScheme = SchemeBuilder.AddToScheme +) diff --git a/apis/objectstore/v100/master_types.go b/apis/objectstore/v100/master_types.go new file mode 100644 index 0000000..9dccda7 --- /dev/null +++ b/apis/objectstore/v100/master_types.go @@ -0,0 +1,64 @@ +/* +Copyright 2020 SeaweedFS. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package v100 + +import ( + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" +) + +// EDIT THIS FILE! THIS IS SCAFFOLDING FOR YOU TO OWN! +// NOTE: json tags are required. Any new fields you add must have json tags for the fields to be serialized. + +// MasterSpec defines the desired state of Master +type MasterSpec struct { + // INSERT ADDITIONAL SPEC FIELDS - desired state of cluster + // Important: Run "make" to regenerate code after modifying this file + + // Foo is an example field of Master. Edit Master_types.go to remove/update + Foo string `json:"foo,omitempty"` +} + +// MasterStatus defines the observed state of Master +type MasterStatus struct { + // INSERT ADDITIONAL STATUS FIELD - define observed state of cluster + // Important: Run "make" to regenerate code after modifying this file +} + +// +kubebuilder:object:root=true +// +kubebuilder:subresource:status + +// Master is the Schema for the masters API +type Master struct { + metav1.TypeMeta `json:",inline"` + metav1.ObjectMeta `json:"metadata,omitempty"` + + Spec MasterSpec `json:"spec,omitempty"` + Status MasterStatus `json:"status,omitempty"` +} + +// +kubebuilder:object:root=true + +// MasterList contains a list of Master +type MasterList struct { + metav1.TypeMeta `json:",inline"` + metav1.ListMeta `json:"metadata,omitempty"` + Items []Master `json:"items"` +} + +func init() { + SchemeBuilder.Register(&Master{}, &MasterList{}) +} diff --git a/apis/objectstore/v100/zz_generated.deepcopy.go b/apis/objectstore/v100/zz_generated.deepcopy.go new file mode 100644 index 0000000..2f900a7 --- /dev/null +++ b/apis/objectstore/v100/zz_generated.deepcopy.go @@ -0,0 +1,114 @@ +// +build !ignore_autogenerated + +/* +Copyright 2020 SeaweedFS. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +// Code generated by controller-gen. DO NOT EDIT. + +package v100 + +import ( + runtime "k8s.io/apimachinery/pkg/runtime" +) + +// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. +func (in *Master) DeepCopyInto(out *Master) { + *out = *in + out.TypeMeta = in.TypeMeta + in.ObjectMeta.DeepCopyInto(&out.ObjectMeta) + out.Spec = in.Spec + out.Status = in.Status +} + +// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new Master. +func (in *Master) DeepCopy() *Master { + if in == nil { + return nil + } + out := new(Master) + in.DeepCopyInto(out) + return out +} + +// DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object. +func (in *Master) DeepCopyObject() runtime.Object { + if c := in.DeepCopy(); c != nil { + return c + } + return nil +} + +// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. +func (in *MasterList) DeepCopyInto(out *MasterList) { + *out = *in + out.TypeMeta = in.TypeMeta + in.ListMeta.DeepCopyInto(&out.ListMeta) + if in.Items != nil { + in, out := &in.Items, &out.Items + *out = make([]Master, len(*in)) + for i := range *in { + (*in)[i].DeepCopyInto(&(*out)[i]) + } + } +} + +// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MasterList. +func (in *MasterList) DeepCopy() *MasterList { + if in == nil { + return nil + } + out := new(MasterList) + in.DeepCopyInto(out) + return out +} + +// DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object. +func (in *MasterList) DeepCopyObject() runtime.Object { + if c := in.DeepCopy(); c != nil { + return c + } + return nil +} + +// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. +func (in *MasterSpec) DeepCopyInto(out *MasterSpec) { + *out = *in +} + +// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MasterSpec. +func (in *MasterSpec) DeepCopy() *MasterSpec { + if in == nil { + return nil + } + out := new(MasterSpec) + in.DeepCopyInto(out) + return out +} + +// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. +func (in *MasterStatus) DeepCopyInto(out *MasterStatus) { + *out = *in +} + +// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MasterStatus. +func (in *MasterStatus) DeepCopy() *MasterStatus { + if in == nil { + return nil + } + out := new(MasterStatus) + in.DeepCopyInto(out) + return out +} diff --git a/config/crd/kustomization.yaml b/config/crd/kustomization.yaml new file mode 100644 index 0000000..4986125 --- /dev/null +++ b/config/crd/kustomization.yaml @@ -0,0 +1,21 @@ +# This kustomization.yaml is not intended to be run by itself, +# since it depends on service name and namespace that are out of this kustomize package. +# It should be run by config/default +resources: +- bases/objectstore.seaweedfs.com_masters.yaml +# +kubebuilder:scaffold:crdkustomizeresource + +patchesStrategicMerge: +# [WEBHOOK] To enable webhook, uncomment all the sections with [WEBHOOK] prefix. +# patches here are for enabling the conversion webhook for each CRD +#- patches/webhook_in_masters.yaml +# +kubebuilder:scaffold:crdkustomizewebhookpatch + +# [CERTMANAGER] To enable webhook, uncomment all the sections with [CERTMANAGER] prefix. +# patches here are for enabling the CA injection for each CRD +#- patches/cainjection_in_masters.yaml +# +kubebuilder:scaffold:crdkustomizecainjectionpatch + +# the following config is for teaching kustomize how to do kustomization for CRDs. +configurations: +- kustomizeconfig.yaml diff --git a/config/crd/kustomizeconfig.yaml b/config/crd/kustomizeconfig.yaml new file mode 100644 index 0000000..6f83d9a --- /dev/null +++ b/config/crd/kustomizeconfig.yaml @@ -0,0 +1,17 @@ +# This file is for teaching kustomize how to substitute name and namespace reference in CRD +nameReference: +- kind: Service + version: v1 + fieldSpecs: + - kind: CustomResourceDefinition + group: apiextensions.k8s.io + path: spec/conversion/webhookClientConfig/service/name + +namespace: +- kind: CustomResourceDefinition + group: apiextensions.k8s.io + path: spec/conversion/webhookClientConfig/service/namespace + create: false + +varReference: +- path: metadata/annotations diff --git a/config/crd/patches/cainjection_in_masters.yaml b/config/crd/patches/cainjection_in_masters.yaml new file mode 100644 index 0000000..a703c53 --- /dev/null +++ b/config/crd/patches/cainjection_in_masters.yaml @@ -0,0 +1,8 @@ +# The following patch adds a directive for certmanager to inject CA into the CRD +# CRD conversion requires k8s 1.13 or later. +apiVersion: apiextensions.k8s.io/v1beta1 +kind: CustomResourceDefinition +metadata: + annotations: + cert-manager.io/inject-ca-from: $(CERTIFICATE_NAMESPACE)/$(CERTIFICATE_NAME) + name: masters.objectstore.seaweedfs.com diff --git a/config/crd/patches/webhook_in_masters.yaml b/config/crd/patches/webhook_in_masters.yaml new file mode 100644 index 0000000..ead3846 --- /dev/null +++ b/config/crd/patches/webhook_in_masters.yaml @@ -0,0 +1,17 @@ +# The following patch enables conversion webhook for CRD +# CRD conversion requires k8s 1.13 or later. +apiVersion: apiextensions.k8s.io/v1beta1 +kind: CustomResourceDefinition +metadata: + name: masters.objectstore.seaweedfs.com +spec: + conversion: + strategy: Webhook + webhookClientConfig: + # this is "\n" used as a placeholder, otherwise it will be rejected by the apiserver for being blank, + # but we're going to set it later using the cert-manager (or potentially a patch if not using cert-manager) + caBundle: Cg== + service: + namespace: system + name: webhook-service + path: /convert diff --git a/config/rbac/master_editor_role.yaml b/config/rbac/master_editor_role.yaml new file mode 100644 index 0000000..90ed4c0 --- /dev/null +++ b/config/rbac/master_editor_role.yaml @@ -0,0 +1,24 @@ +# permissions for end users to edit masters. +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: master-editor-role +rules: +- apiGroups: + - objectstore.seaweedfs.com + resources: + - masters + verbs: + - create + - delete + - get + - list + - patch + - update + - watch +- apiGroups: + - objectstore.seaweedfs.com + resources: + - masters/status + verbs: + - get diff --git a/config/rbac/master_viewer_role.yaml b/config/rbac/master_viewer_role.yaml new file mode 100644 index 0000000..08e2c6f --- /dev/null +++ b/config/rbac/master_viewer_role.yaml @@ -0,0 +1,20 @@ +# permissions for end users to view masters. +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: master-viewer-role +rules: +- apiGroups: + - objectstore.seaweedfs.com + resources: + - masters + verbs: + - get + - list + - watch +- apiGroups: + - objectstore.seaweedfs.com + resources: + - masters/status + verbs: + - get diff --git a/config/samples/kustomization.yaml b/config/samples/kustomization.yaml new file mode 100644 index 0000000..ec17d06 --- /dev/null +++ b/config/samples/kustomization.yaml @@ -0,0 +1,3 @@ +## This file is auto-generated, do not modify ## +resources: +- objectstore_v100_master.yaml diff --git a/config/samples/objectstore_v100_master.yaml b/config/samples/objectstore_v100_master.yaml new file mode 100644 index 0000000..5991aba --- /dev/null +++ b/config/samples/objectstore_v100_master.yaml @@ -0,0 +1,7 @@ +apiVersion: objectstore.seaweedfs.com/v100 +kind: Master +metadata: + name: master-sample +spec: + # Add fields here + foo: bar diff --git a/controllers/objectstore/master_controller.go b/controllers/objectstore/master_controller.go new file mode 100644 index 0000000..f0ba72f --- /dev/null +++ b/controllers/objectstore/master_controller.go @@ -0,0 +1,53 @@ +/* +Copyright 2020 SeaweedFS. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package controllers + +import ( + "context" + + "github.com/go-logr/logr" + "k8s.io/apimachinery/pkg/runtime" + ctrl "sigs.k8s.io/controller-runtime" + "sigs.k8s.io/controller-runtime/pkg/client" + + objectstorev100 "github.com/seaweedfs/seaweedfs-operator/apis/objectstore/v100" +) + +// MasterReconciler reconciles a Master object +type MasterReconciler struct { + client.Client + Log logr.Logger + Scheme *runtime.Scheme +} + +// +kubebuilder:rbac:groups=objectstore.seaweedfs.com,resources=masters,verbs=get;list;watch;create;update;patch;delete +// +kubebuilder:rbac:groups=objectstore.seaweedfs.com,resources=masters/status,verbs=get;update;patch + +func (r *MasterReconciler) Reconcile(req ctrl.Request) (ctrl.Result, error) { + _ = context.Background() + _ = r.Log.WithValues("master", req.NamespacedName) + + // your logic here + + return ctrl.Result{}, nil +} + +func (r *MasterReconciler) SetupWithManager(mgr ctrl.Manager) error { + return ctrl.NewControllerManagedBy(mgr). + For(&objectstorev100.Master{}). + Complete(r) +} diff --git a/controllers/objectstore/suite_test.go b/controllers/objectstore/suite_test.go new file mode 100644 index 0000000..7052253 --- /dev/null +++ b/controllers/objectstore/suite_test.go @@ -0,0 +1,81 @@ +/* +Copyright 2020 SeaweedFS. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + +package controllers + +import ( + "path/filepath" + "testing" + + . "github.com/onsi/ginkgo" + . "github.com/onsi/gomega" + "k8s.io/client-go/kubernetes/scheme" + "k8s.io/client-go/rest" + "sigs.k8s.io/controller-runtime/pkg/client" + "sigs.k8s.io/controller-runtime/pkg/envtest" + "sigs.k8s.io/controller-runtime/pkg/envtest/printer" + logf "sigs.k8s.io/controller-runtime/pkg/log" + "sigs.k8s.io/controller-runtime/pkg/log/zap" + + objectstorev100 "github.com/seaweedfs/seaweedfs-operator/apis/objectstore/v100" + // +kubebuilder:scaffold:imports +) + +// These tests use Ginkgo (BDD-style Go testing framework). Refer to +// http://onsi.github.io/ginkgo/ to learn more about Ginkgo. + +var cfg *rest.Config +var k8sClient client.Client +var testEnv *envtest.Environment + +func TestAPIs(t *testing.T) { + RegisterFailHandler(Fail) + + RunSpecsWithDefaultAndCustomReporters(t, + "Controller Suite", + []Reporter{printer.NewlineReporter{}}) +} + +var _ = BeforeSuite(func(done Done) { + logf.SetLogger(zap.LoggerTo(GinkgoWriter, true)) + + By("bootstrapping test environment") + testEnv = &envtest.Environment{ + CRDDirectoryPaths: []string{filepath.Join("..", "config", "crd", "bases")}, + } + + var err error + cfg, err = testEnv.Start() + Expect(err).ToNot(HaveOccurred()) + Expect(cfg).ToNot(BeNil()) + + err = objectstorev100.AddToScheme(scheme.Scheme) + Expect(err).NotTo(HaveOccurred()) + + // +kubebuilder:scaffold:scheme + + k8sClient, err = client.New(cfg, client.Options{Scheme: scheme.Scheme}) + Expect(err).ToNot(HaveOccurred()) + Expect(k8sClient).ToNot(BeNil()) + + close(done) +}, 60) + +var _ = AfterSuite(func() { + By("tearing down the test environment") + err := testEnv.Stop() + Expect(err).ToNot(HaveOccurred()) +}) diff --git a/go.mod b/go.mod index be3d211..8a0a981 100644 --- a/go.mod +++ b/go.mod @@ -3,6 +3,9 @@ module github.com/seaweedfs/seaweedfs-operator go 1.13 require ( + github.com/go-logr/logr v0.1.0 + github.com/onsi/ginkgo v1.11.0 + github.com/onsi/gomega v1.8.1 k8s.io/apimachinery v0.18.2 k8s.io/client-go v0.18.2 sigs.k8s.io/controller-runtime v0.6.0 diff --git a/main.go b/main.go index 5881a49..e0492f7 100644 --- a/main.go +++ b/main.go @@ -26,6 +26,9 @@ import ( _ "k8s.io/client-go/plugin/pkg/client/auth/gcp" ctrl "sigs.k8s.io/controller-runtime" "sigs.k8s.io/controller-runtime/pkg/log/zap" + + objectstorev100 "github.com/seaweedfs/seaweedfs-operator/apis/objectstore/v100" + objectstorecontroller "github.com/seaweedfs/seaweedfs-operator/controllers/objectstore" // +kubebuilder:scaffold:imports ) @@ -37,6 +40,7 @@ var ( func init() { utilruntime.Must(clientgoscheme.AddToScheme(scheme)) + utilruntime.Must(objectstorev100.AddToScheme(scheme)) // +kubebuilder:scaffold:scheme } @@ -63,6 +67,14 @@ func main() { os.Exit(1) } + if err = (&objectstorecontroller.MasterReconciler{ + Client: mgr.GetClient(), + Log: ctrl.Log.WithName("controllers").WithName("Master"), + Scheme: mgr.GetScheme(), + }).SetupWithManager(mgr); err != nil { + setupLog.Error(err, "unable to create controller", "controller", "Master") + os.Exit(1) + } // +kubebuilder:scaffold:builder setupLog.Info("starting manager") diff --git a/seaweedfs-operator.iml b/seaweedfs-operator.iml index 1190b7b..7910e6d 100644 --- a/seaweedfs-operator.iml +++ b/seaweedfs-operator.iml @@ -5,6 +5,7 @@ +