/* Copyright 2023. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package controllers import ( "fmt" appsv1 "k8s.io/api/apps/v1" batchv1 "k8s.io/api/batch/v1" corev1 "k8s.io/api/core/v1" rbacv1 "k8s.io/api/rbac/v1" "k8s.io/apimachinery/pkg/api/errors" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "os" "path/filepath" ctrl "sigs.k8s.io/controller-runtime" "sigs.k8s.io/controller-runtime/pkg/client" "strings" formolv1alpha1 "github.com/desmo999r/formol/api/v1alpha1" ) const ( FORMOL_SA = "formol-controller" FORMOL_SIDECAR_ROLE = "formol:sidecar-role" ) func (r *BackupConfigurationReconciler) DeleteCronJob(backupConf formolv1alpha1.BackupConfiguration) error { cronjob := &batchv1.CronJob{} if err := r.Get(r.Context, client.ObjectKey{ Namespace: backupConf.Namespace, Name: "backup-" + backupConf.Name, }, cronjob); err == nil { r.Log.V(0).Info("Deleting cronjob", "cronjob", cronjob.Name) return r.Delete(r.Context, cronjob) } else { return err } } func (r *BackupConfigurationReconciler) AddCronJob(backupConf formolv1alpha1.BackupConfiguration) error { cronjob := &batchv1.CronJob{} if err := r.Get(r.Context, client.ObjectKey{ Namespace: backupConf.Namespace, Name: "backup-" + backupConf.Name, }, cronjob); err == nil { r.Log.V(0).Info("there is already a cronjob") var changed bool if backupConf.Spec.Schedule != cronjob.Spec.Schedule { r.Log.V(0).Info("cronjob schedule has changed", "old schedule", cronjob.Spec.Schedule, "new schedule", backupConf.Spec.Schedule) cronjob.Spec.Schedule = backupConf.Spec.Schedule changed = true } if backupConf.Spec.Suspend != nil && backupConf.Spec.Suspend != cronjob.Spec.Suspend { r.Log.V(0).Info("cronjob suspend has changed", "before", cronjob.Spec.Suspend, "new", backupConf.Spec.Suspend) cronjob.Spec.Suspend = backupConf.Spec.Suspend changed = true } if changed == true { if err := r.Update(r.Context, cronjob); err != nil { r.Log.Error(err, "unable to update cronjob definition") return err } backupConf.Status.Suspended = *backupConf.Spec.Suspend } return nil } else if errors.IsNotFound(err) == false { r.Log.Error(err, "something went wrong") return err } cronjob = &batchv1.CronJob{ ObjectMeta: metav1.ObjectMeta{ Name: "backup-" + backupConf.Name, Namespace: backupConf.Namespace, }, Spec: batchv1.CronJobSpec{ Suspend: backupConf.Spec.Suspend, Schedule: backupConf.Spec.Schedule, JobTemplate: batchv1.JobTemplateSpec{ Spec: batchv1.JobSpec{ Template: corev1.PodTemplateSpec{ Spec: corev1.PodSpec{ RestartPolicy: corev1.RestartPolicyOnFailure, ServiceAccountName: "backupsession-creator", Containers: []corev1.Container{ corev1.Container{ Name: "job-createbackupsession-" + backupConf.Name, Image: backupConf.Spec.Image, Args: []string{ "backupsession", "create", "--namespace", backupConf.Namespace, "--name", backupConf.Name, }, }, }, }, }, }, }, }, } if err := ctrl.SetControllerReference(&backupConf, cronjob, r.Scheme); err != nil { r.Log.Error(err, "unable to set controller on job", "cronjob", cronjob, "backupconf", backupConf) return err } r.Log.V(0).Info("creating the cronjob") if err := r.Create(r.Context, cronjob); err != nil { r.Log.Error(err, "unable to create the cronjob", "cronjob", cronjob) return err } else { backupConf.Status.Suspended = *backupConf.Spec.Suspend return nil } } func (r *BackupConfigurationReconciler) DeleteSidecar(backupConf formolv1alpha1.BackupConfiguration) error { removeTags := func(podSpec *corev1.PodSpec, target formolv1alpha1.Target) { for i, container := range podSpec.Containers { for _, targetContainer := range target.Containers { if targetContainer.Name == container.Name { if len(container.Env) > 1 && container.Env[len(container.Env)-1].Name == formolv1alpha1.TARGETCONTAINER_TAG { podSpec.Containers[i].Env = container.Env[:len(container.Env)-1] } else { for j, e := range container.Env { if e.Name == formolv1alpha1.TARGETCONTAINER_TAG { container.Env[j] = container.Env[len(container.Env)-1] podSpec.Containers[i].Env = container.Env[:len(container.Env)-1] break } } } } } } } for _, target := range backupConf.Spec.Targets { switch target.TargetKind { case formolv1alpha1.Deployment: deployment := &appsv1.Deployment{} if err := r.Get(r.Context, client.ObjectKey{ Namespace: backupConf.Namespace, Name: target.TargetName, }, deployment); err != nil { r.Log.Error(err, "cannot get deployment", "Deployment", target.TargetName) return err } restoreContainers := []corev1.Container{} for _, container := range deployment.Spec.Template.Spec.Containers { if container.Name == formolv1alpha1.SIDECARCONTAINER_NAME { continue } restoreContainers = append(restoreContainers, container) } deployment.Spec.Template.Spec.Containers = restoreContainers removeTags(&deployment.Spec.Template.Spec, target) if err := r.Update(r.Context, deployment); err != nil { r.Log.Error(err, "unable to update deployment", "deployment", deployment) return err } } } return nil } func hasSidecar(podSpec *corev1.PodSpec) bool { for _, container := range podSpec.Containers { if container.Name == formolv1alpha1.SIDECARCONTAINER_NAME { return true } } return false } func (r *BackupConfigurationReconciler) addOnlineSidecar(backupConf formolv1alpha1.BackupConfiguration, target formolv1alpha1.Target) (err error) { addTags := func(podSpec *corev1.PodSpec, target formolv1alpha1.Target) (sidecarPaths []string, vms []corev1.VolumeMount) { for i, container := range podSpec.Containers { for _, targetContainer := range target.Containers { if targetContainer.Name == container.Name { // Found a target container. Tag it. podSpec.Containers[i].Env = append(container.Env, corev1.EnvVar{ Name: formolv1alpha1.TARGETCONTAINER_TAG, Value: container.Name, }) // targetContainer.Paths are the paths to backup // We have to find what volumes are mounted under those paths // and mount them under a path that exists in the sidecar container for i, path := range targetContainer.Paths { vm := corev1.VolumeMount{ReadOnly: true} var longest int = 0 var sidecarPath string for _, volumeMount := range container.VolumeMounts { // if strings.HasPrefix(path, volumeMount.MountPath) && len(volumeMount.MountPath) > longest { if rel, err := filepath.Rel(volumeMount.MountPath, path); err == nil && len(volumeMount.MountPath) > longest { longest = len(volumeMount.MountPath) vm.Name = volumeMount.Name vm.MountPath = fmt.Sprintf("/%s%d", formolv1alpha1.BACKUP_PREFIX_PATH, i) vm.SubPath = volumeMount.SubPath sidecarPath = filepath.Join(vm.MountPath, rel) } } vms = append(vms, vm) sidecarPaths = append(sidecarPaths, sidecarPath) } } } } return } repo := formolv1alpha1.Repo{} if err = r.Get(r.Context, client.ObjectKey{ Namespace: backupConf.Namespace, Name: backupConf.Spec.Repository, }, &repo); err != nil { r.Log.Error(err, "unable to get Repo") return err } r.Log.V(1).Info("Got Repository", "repo", repo) env := repo.GetResticEnv(backupConf) sidecar := corev1.Container{ Name: formolv1alpha1.SIDECARCONTAINER_NAME, Image: backupConf.Spec.Image, Args: []string{"backupsession", "server"}, Env: append(env, corev1.EnvVar{ Name: formolv1alpha1.TARGET_NAME, Value: target.TargetName, }, corev1.EnvVar{ Name: formolv1alpha1.POD_NAMESPACE, ValueFrom: &corev1.EnvVarSource{ FieldRef: &corev1.ObjectFieldSelector{ FieldPath: "metadata.namespace", }, }, }), VolumeMounts: []corev1.VolumeMount{}, } var targetObject client.Object var targetPodSpec *corev1.PodSpec switch target.TargetKind { case formolv1alpha1.Deployment: deployment := appsv1.Deployment{} if err = r.Get(r.Context, client.ObjectKey{ Namespace: backupConf.Namespace, Name: target.TargetName, }, &deployment); err != nil { r.Log.Error(err, "cannot get deployment", "Deployment", target.TargetName) return } targetObject = &deployment targetPodSpec = &deployment.Spec.Template.Spec } if !hasSidecar(targetPodSpec) { if err = r.createRBACSidecar(corev1.ServiceAccount{ ObjectMeta: metav1.ObjectMeta{ Namespace: backupConf.Namespace, Name: targetPodSpec.ServiceAccountName, }, }); err != nil { r.Log.Error(err, "unable to create RBAC for the sidecar container") return } sidecarPaths, vms := addTags(targetPodSpec, target) sidecar.VolumeMounts = vms sidecar.Env = append(sidecar.Env, corev1.EnvVar{ Name: formolv1alpha1.BACKUP_PATHS, Value: strings.Join(sidecarPaths, string(os.PathListSeparator)), }) // The sidecar definition is complete. Add it to the targetObject targetPodSpec.Containers = append(targetPodSpec.Containers, sidecar) r.Log.V(1).Info("Adding sidecar", "targetObject", targetObject, "sidecar", sidecar) if err = r.Update(r.Context, targetObject); err != nil { r.Log.Error(err, "unable to add sidecar", "targetObject", targetObject) return } } return } func (r *BackupConfigurationReconciler) createRBACSidecar(sa corev1.ServiceAccount) error { // sa := corev1.ServiceAccount {} // if err := r.Get(r.Context, client.ObjectKey { // Namespace: backupConf.Namespace, // Name: FORMOL_SA, // }, &sa); err != nil && errors.IsNotFound(err) { // sa = corev1.ServiceAccount { // ObjectMeta: metav1.ObjectMeta { // Namespace: backupConf.Namespace, // Name: FORMOL_SA, // }, // } // r.Log.V(0).Info("Creating formol service account", "sa", sa) // if err = r.Create(r.Context, &sa); err != nil { // r.Log.Error(err, "unable to create service account") // return err // } // } if sa.Name == "" { sa.Name = "default" } role := rbacv1.Role{} if err := r.Get(r.Context, client.ObjectKey{ Namespace: sa.Namespace, Name: FORMOL_SIDECAR_ROLE, }, &role); err != nil && errors.IsNotFound(err) { role = rbacv1.Role{ ObjectMeta: metav1.ObjectMeta{ Namespace: sa.Namespace, Name: FORMOL_SIDECAR_ROLE, }, Rules: []rbacv1.PolicyRule{ rbacv1.PolicyRule{ Verbs: []string{"get", "list", "watch"}, APIGroups: []string{"formol.desmojim.fr"}, Resources: []string{"backupsessions", "backupconfigurations"}, }, rbacv1.PolicyRule{ Verbs: []string{"get", "list", "watch", "create", "update", "patch", "delete"}, APIGroups: []string{"formol.desmojim.fr"}, Resources: []string{"backupsessions/status"}, }, }, } r.Log.V(0).Info("Creating formol sidecar role", "role", role) if err = r.Create(r.Context, &role); err != nil { r.Log.Error(err, "unable to create sidecar role") return err } } rolebinding := rbacv1.RoleBinding{} if err := r.Get(r.Context, client.ObjectKey{ Namespace: sa.Namespace, Name: FORMOL_SIDECAR_ROLE, }, &rolebinding); err != nil && errors.IsNotFound(err) { rolebinding = rbacv1.RoleBinding{ ObjectMeta: metav1.ObjectMeta{ Namespace: sa.Namespace, Name: FORMOL_SIDECAR_ROLE, }, Subjects: []rbacv1.Subject{ rbacv1.Subject{ Kind: "ServiceAccount", Name: sa.Name, }, }, RoleRef: rbacv1.RoleRef{ APIGroup: "rbac.authorization.k8s.io", Kind: "Role", Name: FORMOL_SIDECAR_ROLE, }, } r.Log.V(0).Info("Creating formol sidecar rolebinding", "rolebinding", rolebinding) if err = r.Create(r.Context, &rolebinding); err != nil { r.Log.Error(err, "unable to create sidecar rolebinding") return err } } return nil }