339 lines
9.7 KiB
Go
339 lines
9.7 KiB
Go
/*
|
|
Copyright 2023.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package controllers
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"reflect"
|
|
|
|
v1 "k8s.io/api/networking/v1"
|
|
|
|
appsv1 "k8s.io/api/apps/v1"
|
|
corev1 "k8s.io/api/core/v1"
|
|
"k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
ctrl "sigs.k8s.io/controller-runtime"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/log"
|
|
"sigs.k8s.io/controller-runtime/pkg/reconcile"
|
|
|
|
apptreesirpubv1alpha1 "git.treesir.pub/cdryzun/operator-demo/api/v1alpha1"
|
|
)
|
|
|
|
// AppServiceReconciler reconciles a AppService object
|
|
type AppServiceReconciler struct {
|
|
client.Client
|
|
Scheme *runtime.Scheme
|
|
}
|
|
|
|
//+kubebuilder:rbac:groups=app.treesir.pub.treesir.pub,resources=appservices,verbs=get;list;watch;create;update;patch;delete
|
|
//+kubebuilder:rbac:groups=app.treesir.pub.treesir.pub,resources=appservices/status,verbs=get;update;patch
|
|
//+kubebuilder:rbac:groups=app.treesir.pub.treesir.pub,resources=appservices/finalizers,verbs=update
|
|
|
|
// Reconcile is part of the main kubernetes reconciliation loop which aims to
|
|
// move the current state of the cluster closer to the desired state.
|
|
// TODO(user): Modify the Reconcile function to compare the state specified by
|
|
// the AppService object against the actual cluster state, and then
|
|
// perform operations to make the cluster state reflect the state specified by
|
|
// the user.
|
|
//
|
|
// For more details, check Reconcile and its Result here:
|
|
// - https://pkg.go.dev/sigs.k8s.io/controller-runtime@v0.14.1/pkg/reconcile
|
|
func (r *AppServiceReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
|
|
reqLogger := log.Log.WithValues("Request.Namespace", req.Namespace, "Request.Name", req.Name)
|
|
reqLogger.Info("Reconciling AppService")
|
|
|
|
// Fetch the AppService instance
|
|
instance := &apptreesirpubv1alpha1.AppService{}
|
|
err := r.Get(context.TODO(), req.NamespacedName, instance)
|
|
if err != nil {
|
|
if errors.IsNotFound(err) {
|
|
// Request object not found, could have been deleted after reconcile request.
|
|
// Owned objects are automatically garbage collected. For additional cleanup logic use finalizers.
|
|
// Return and don't requeue
|
|
return ctrl.Result{}, nil
|
|
}
|
|
// Error reading the object - requeue the request.
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
if instance.DeletionTimestamp != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
// 如果不存在，则创建关联资源
|
|
// 如果存在，判断是否需要更新
|
|
// 如果需要更新，则直接更新
|
|
// 如果不需要更新，则正常返回
|
|
|
|
deploy := &appsv1.Deployment{}
|
|
fmt.Println(deploy)
|
|
if err := r.Get(context.TODO(), req.NamespacedName, deploy); err != nil && errors.IsNotFound(err) {
|
|
// 创建关联资源
|
|
// 1. 创建 Deploy
|
|
deploy := NewDeploy(instance)
|
|
if err := r.Create(context.TODO(), deploy); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
// 2. 创建 Service
|
|
service := NewService(instance)
|
|
if err := r.Create(context.TODO(), service); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
// 2.1 创建 Ingress
|
|
if instance.Spec.Hostname != "" {
|
|
ingress := NewIngress(instance)
|
|
if err := r.Client.Create(context.TODO(), ingress); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
}
|
|
|
|
// 3. 关联 Annotations
|
|
data, _ := json.Marshal(instance.Spec)
|
|
if instance.Annotations != nil {
|
|
instance.Annotations["spec"] = string(data)
|
|
} else {
|
|
instance.Annotations = map[string]string{"spec": string(data)}
|
|
}
|
|
if err := r.Update(context.TODO(), instance); err != nil {
|
|
return ctrl.Result{}, nil
|
|
}
|
|
|
|
return ctrl.Result{}, nil
|
|
}
|
|
|
|
oldspec := apptreesirpubv1alpha1.AppServiceSpec{}
|
|
if err := json.Unmarshal([]byte(instance.Annotations["spec"]), &oldspec); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
if !reflect.DeepEqual(instance.Spec, oldspec) {
|
|
// 更新关联资源
|
|
newDeploy := NewDeploy(instance)
|
|
oldDeploy := &appsv1.Deployment{}
|
|
if err := r.Get(context.TODO(), req.NamespacedName, oldDeploy); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
oldDeploy.Spec = newDeploy.Spec
|
|
if err := r.Update(context.TODO(), oldDeploy); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
newService := NewService(instance)
|
|
oldService := &corev1.Service{}
|
|
if err := r.Get(context.TODO(), req.NamespacedName, oldService); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
oldService.Spec = newService.Spec
|
|
if err := r.Update(context.TODO(), oldService); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
if instance.Spec.Hostname != "" {
|
|
newIngress := NewIngress(instance)
|
|
r.Client.Create(context.TODO(), newIngress)
|
|
|
|
oldIngress := &v1.Ingress{}
|
|
if err := r.Get(context.TODO(), req.NamespacedName, oldIngress); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
oldIngress.Spec = newIngress.Spec
|
|
if err := r.Update(context.TODO(), oldIngress); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
} else {
|
|
// 删除 Ingress
|
|
oldIngress := &v1.Ingress{
|
|
ObjectMeta: ctrl.ObjectMeta{
|
|
Name: instance.Name,
|
|
Namespace: instance.Namespace,
|
|
},
|
|
}
|
|
if err := r.Delete(context.Background(), oldIngress); err != nil {
|
|
return ctrl.Result{}, err
|
|
}
|
|
}
|
|
|
|
return ctrl.Result{}, nil
|
|
}
|
|
|
|
return reconcile.Result{}, nil
|
|
}
|
|
|
|
// SetupWithManager sets up the controller with the Manager.
|
|
func (r *AppServiceReconciler) SetupWithManager(mgr ctrl.Manager) error {
|
|
return ctrl.NewControllerManagedBy(mgr).
|
|
For(&apptreesirpubv1alpha1.AppService{}).
|
|
Complete(r)
|
|
}
|
|
|
|
func NewDeploy(instance *apptreesirpubv1alpha1.AppService) *appsv1.Deployment {
|
|
labels := map[string]string{
|
|
"app": instance.Name,
|
|
}
|
|
return &appsv1.Deployment{
|
|
ObjectMeta: ctrl.ObjectMeta{
|
|
Name: instance.Name,
|
|
Namespace: instance.Namespace,
|
|
Labels: labels,
|
|
OwnerReferences: []metav1.OwnerReference{
|
|
*metav1.NewControllerRef(
|
|
instance,
|
|
schema.GroupVersionKind{
|
|
Group: apptreesirpubv1alpha1.SchemeBuilder.GroupVersion.Group,
|
|
Version: apptreesirpubv1alpha1.SchemeBuilder.GroupVersion.Version,
|
|
Kind: "AppService",
|
|
},
|
|
),
|
|
},
|
|
},
|
|
Spec: appsv1.DeploymentSpec{
|
|
Replicas: instance.Spec.Size,
|
|
Selector: &metav1.LabelSelector{
|
|
MatchLabels: labels,
|
|
},
|
|
Template: corev1.PodTemplateSpec{
|
|
ObjectMeta: ctrl.ObjectMeta{
|
|
Labels: labels,
|
|
},
|
|
Spec: corev1.PodSpec{
|
|
Containers: newContainers(instance),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewService(instance *apptreesirpubv1alpha1.AppService) *corev1.Service {
|
|
labels := map[string]string{
|
|
"app": instance.Name,
|
|
}
|
|
return &corev1.Service{
|
|
ObjectMeta: ctrl.ObjectMeta{
|
|
Name: instance.Name,
|
|
Namespace: instance.Namespace,
|
|
Labels: labels,
|
|
OwnerReferences: []metav1.OwnerReference{
|
|
*metav1.NewControllerRef(
|
|
instance,
|
|
schema.GroupVersionKind{
|
|
Group: apptreesirpubv1alpha1.SchemeBuilder.GroupVersion.Group,
|
|
Version: apptreesirpubv1alpha1.SchemeBuilder.GroupVersion.Version,
|
|
Kind: "AppService",
|
|
},
|
|
),
|
|
},
|
|
},
|
|
Spec: corev1.ServiceSpec{
|
|
Type: corev1.ServiceTypeNodePort,
|
|
Ports: instance.Spec.Ports,
|
|
Selector: map[string]string{
|
|
"app": instance.Name,
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func newContainers(instance *apptreesirpubv1alpha1.AppService) []corev1.Container {
|
|
var containerPorts []corev1.ContainerPort
|
|
for _, svcPort := range instance.Spec.Ports {
|
|
cport := corev1.ContainerPort{}
|
|
cport.ContainerPort = svcPort.TargetPort.IntVal
|
|
containerPorts = append(containerPorts, cport)
|
|
}
|
|
|
|
container := corev1.Container{
|
|
Name: instance.Name,
|
|
Image: instance.Spec.Image,
|
|
Ports: containerPorts,
|
|
ImagePullPolicy: corev1.PullIfNotPresent,
|
|
Env: instance.Spec.Envs,
|
|
}
|
|
|
|
if instance.Spec.Resources != nil {
|
|
if instance.Spec.Resources.Requests != nil {
|
|
container.Resources.Requests = instance.Spec.Resources.Requests
|
|
}
|
|
if instance.Spec.Resources.Limits != nil {
|
|
container.Resources.Limits = instance.Spec.Resources.Limits
|
|
}
|
|
}
|
|
|
|
return []corev1.Container{
|
|
container,
|
|
}
|
|
}
|
|
|
|
// 实现 NewIngress
|
|
|
|
func NewIngress(instance *apptreesirpubv1alpha1.AppService) *v1.Ingress {
|
|
return &v1.Ingress{
|
|
ObjectMeta: ctrl.ObjectMeta{
|
|
Name: instance.Name,
|
|
Namespace: instance.Namespace,
|
|
Annotations: map[string]string{
|
|
"nginx.ingress.kubernetes.io/rewrite-target": "/",
|
|
},
|
|
Labels: map[string]string{
|
|
"app": instance.Name,
|
|
},
|
|
OwnerReferences: []metav1.OwnerReference{
|
|
*metav1.NewControllerRef(
|
|
instance,
|
|
schema.GroupVersionKind{
|
|
Group: apptreesirpubv1alpha1.SchemeBuilder.GroupVersion.Group,
|
|
Version: apptreesirpubv1alpha1.SchemeBuilder.GroupVersion.Version,
|
|
Kind: "AppService",
|
|
},
|
|
)},
|
|
},
|
|
Spec: v1.IngressSpec{
|
|
Rules: []v1.IngressRule{
|
|
{
|
|
Host: instance.Spec.Hostname,
|
|
IngressRuleValue: v1.IngressRuleValue{
|
|
HTTP: &v1.HTTPIngressRuleValue{
|
|
Paths: []v1.HTTPIngressPath{
|
|
{
|
|
Path: "/",
|
|
PathType: func() *v1.PathType {
|
|
pathType := v1.PathTypePrefix
|
|
return &pathType
|
|
}(),
|
|
Backend: v1.IngressBackend{
|
|
Service: &v1.IngressServiceBackend{
|
|
Name: instance.Name,
|
|
Port: v1.ServiceBackendPort{
|
|
Number: instance.Spec.Ports[0].TargetPort.IntVal,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|