Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 10 additions & 4 deletions cmd/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -136,6 +136,11 @@ func main() {
}
operatorNamespace := strings.TrimSpace(string(nsBytes))

operatorSA := os.Getenv("OPERATOR_SERVICE_ACCOUNT")
if operatorSA == "" {
operatorSA = "controller-manager"
}

// if the enable-http2 flag is false (the default), http/2 should be disabled
// due to its vulnerabilities. More specifically, disabling http/2 will
// prevent from being vulnerable to the HTTP/2 Stream Cancellation and
Expand Down Expand Up @@ -251,10 +256,11 @@ func main() {
os.Exit(1)
}
if err := (&controller.StorageClusterReconciler{
Client: mgr.GetClient(),
Scheme: mgr.GetScheme(),
Recorder: mgr.GetEventRecorderFor("storagecluster-controller"),
Namespace: operatorNamespace,
Client: mgr.GetClient(),
Scheme: mgr.GetScheme(),
Recorder: mgr.GetEventRecorderFor("storagecluster-controller"),
Namespace: operatorNamespace,
ServiceAccountName: operatorSA,
}).SetupWithManager(mgr); err != nil {
setupLog.Error(err, "unable to create controller", "controller", "StorageCluster")
os.Exit(1)
Expand Down
5 changes: 5 additions & 0 deletions config/manager/manager.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,11 @@ spec:
args:
- --leader-elect
- --health-probe-bind-address=:8081
env:
- name: OPERATOR_SERVICE_ACCOUNT
valueFrom:
fieldRef:
fieldPath: spec.serviceAccountName
image: controller:latest
name: manager
securityContext:
Expand Down
2 changes: 2 additions & 0 deletions config/rbac/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ resources:
- service_account.yaml
- role.yaml
- role_binding.yaml
- manager_secrets_role.yaml
- manager_secrets_role_binding.yaml
- leader_election_role.yaml
- leader_election_role_binding.yaml
# The following RBAC configurations are used to protect
Expand Down
19 changes: 19 additions & 0 deletions config/rbac/manager_secrets_role.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
labels:
app.kubernetes.io/name: simplyblock-operator
app.kubernetes.io/managed-by: kustomize
name: manager-secrets-role
namespace: system
rules:
- apiGroups:
- ""
resources:
- secrets
verbs:
- create
- delete
- get
- patch
- update
16 changes: 16 additions & 0 deletions config/rbac/manager_secrets_role_binding.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
labels:
app.kubernetes.io/name: simplyblock-operator
app.kubernetes.io/managed-by: kustomize
name: manager-secrets-rolebinding
namespace: system
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: Role
name: manager-secrets-role
subjects:
- kind: ServiceAccount
name: controller-manager
namespace: system
9 changes: 9 additions & 0 deletions config/rbac/role.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,13 @@ rules:
- ""
resources:
- secrets
verbs:
- get
- list
- watch
- apiGroups:
- ""
resources:
- serviceaccounts
- services
verbs:
Expand Down Expand Up @@ -109,6 +116,8 @@ rules:
resources:
- clusterrolebindings
- clusterroles
- rolebindings
- roles
verbs:
- create
- delete
Expand Down
51 changes: 51 additions & 0 deletions dist/install.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2075,6 +2075,13 @@ rules:
- ""
resources:
- secrets
verbs:
- get
- list
- watch
- apiGroups:
- ""
resources:
- serviceaccounts
- services
verbs:
Expand Down Expand Up @@ -2138,6 +2145,8 @@ rules:
resources:
- clusterrolebindings
- clusterroles
- rolebindings
- roles
verbs:
- create
- delete
Expand Down Expand Up @@ -2593,6 +2602,43 @@ rules:
- get
---
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
labels:
app.kubernetes.io/managed-by: kustomize
app.kubernetes.io/name: simplyblock-operator
name: simplyblock-operator-manager-secrets-role
namespace: simplyblock-operator-system
rules:
- apiGroups:
- ""
resources:
- secrets
verbs:
- create
- delete
- get
- patch
- update
---
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
labels:
app.kubernetes.io/managed-by: kustomize
app.kubernetes.io/name: simplyblock-operator
name: simplyblock-operator-manager-secrets-rolebinding
namespace: simplyblock-operator-system
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: Role
name: simplyblock-operator-manager-secrets-role
subjects:
- kind: ServiceAccount
name: simplyblock-operator-controller-manager
namespace: simplyblock-operator-system
---
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
labels:
Expand Down Expand Up @@ -2687,6 +2733,11 @@ spec:
- --health-probe-bind-address=:8081
command:
- /manager
env:
- name: OPERATOR_SERVICE_ACCOUNT
valueFrom:
fieldRef:
fieldPath: spec.serviceAccountName
image: quay.io/simplyblock-io/simplyblock-operator:0.1.0
livenessProbe:
httpGet:
Expand Down
69 changes: 65 additions & 4 deletions internal/controller/simplyblockstoragecluster_controller.go
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ import (
"time"

corev1 "k8s.io/api/core/v1"
rbacv1 "k8s.io/api/rbac/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/runtime"
"k8s.io/apimachinery/pkg/types"
Expand Down Expand Up @@ -72,9 +73,10 @@ const (
// StorageClusterReconciler reconciles a StorageCluster object
type StorageClusterReconciler struct {
client.Client
Scheme *runtime.Scheme
Recorder record.EventRecorder
Namespace string // operator namespace
Scheme *runtime.Scheme
Recorder record.EventRecorder
Namespace string // operator namespace
ServiceAccountName string // operator service account name
}

type CSICredentials struct {
Expand All @@ -90,11 +92,12 @@ type CSIClusterEntry struct {
// +kubebuilder:rbac:groups=storage.simplyblock.io,resources=storageclusters,verbs=get;list;watch;create;update;patch;delete
// +kubebuilder:rbac:groups=storage.simplyblock.io,resources=storageclusters/status,verbs=get;update;patch
// +kubebuilder:rbac:groups=storage.simplyblock.io,resources=storageclusters/finalizers,verbs=update
// +kubebuilder:rbac:groups="",resources=secrets,verbs=get;list;watch;create;update;patch;delete
// +kubebuilder:rbac:groups="",resources=secrets,verbs=get;list;watch
// +kubebuilder:rbac:groups="",resources=events,verbs=create;patch
// +kubebuilder:rbac:groups="",resources=nodes,verbs=get;list;watch
// +kubebuilder:rbac:groups="",resources=pods,verbs=get;list;watch;delete
// +kubebuilder:rbac:groups=apps,resources=daemonsets,verbs=get;list;watch
// +kubebuilder:rbac:groups=rbac.authorization.k8s.io,resources=roles;rolebindings,verbs=get;list;watch;create;update;patch

// Reconcile is part of the main kubernetes reconciliation loop which aims to
// move the current state of the cluster closer to the desired state.
Expand Down Expand Up @@ -123,6 +126,13 @@ func (r *StorageClusterReconciler) Reconcile(ctx context.Context, req ctrl.Reque
return ctrl.Result{}, err
}

/* -------------------- Secret RBAC -------------------- */
if clusterCR.Namespace != r.Namespace {
if err := r.ensureNamespaceSecretAccess(ctx, clusterCR.Namespace); err != nil {
return ctrl.Result{}, err
}
}

switch clusterCR.Spec.Action {
case utils.ClusterActionActivate:
return r.reconcileActivate(ctx, clusterCR)
Expand Down Expand Up @@ -589,6 +599,57 @@ func (r *StorageClusterReconciler) deleteClusterSecret(
return nil
}

// ensureNamespaceSecretAccess creates a namespace-scoped Role and RoleBinding in
// the given namespace so the operator can write secrets there. Called during
// StorageCluster reconciliation for clusters deployed outside the operator's own
// namespace (e.g. simplyblock-cluster-* credentials secrets).
func (r *StorageClusterReconciler) ensureNamespaceSecretAccess(ctx context.Context, namespace string) error {
const roleName = "simplyblock-manager-secrets"

role := &rbacv1.Role{
ObjectMeta: metav1.ObjectMeta{
Name: roleName,
Namespace: namespace,
},
}
if _, err := controllerutil.CreateOrUpdate(ctx, r.Client, role, func() error {
role.Rules = []rbacv1.PolicyRule{{
APIGroups: []string{""},
Resources: []string{"secrets"},
Verbs: []string{"create", "delete", "get", "patch", "update"},
}}
return nil
}); err != nil {
return fmt.Errorf("ensure secret role in namespace %s: %w", namespace, err)
}

rb := &rbacv1.RoleBinding{
ObjectMeta: metav1.ObjectMeta{
Name: roleName,
Namespace: namespace,
},
}
if _, err := controllerutil.CreateOrUpdate(ctx, r.Client, rb, func() error {
rb.Subjects = []rbacv1.Subject{{
Kind: "ServiceAccount",
Name: r.ServiceAccountName,
Namespace: r.Namespace,
}}
if rb.RoleRef.Name == "" {
rb.RoleRef = rbacv1.RoleRef{
APIGroup: "rbac.authorization.k8s.io",
Kind: "Role",
Name: roleName,
}
}
return nil
}); err != nil {
return fmt.Errorf("ensure secret rolebinding in namespace %s: %w", namespace, err)
}

return nil
}

func (r *StorageClusterReconciler) reconcileActivate(
ctx context.Context,
clusterCR *simplyblockv1alpha1.StorageCluster,
Expand Down
Loading