PGBouncer provisioning improvements

internal/provisioner/cluster_provisioning.go

@@ -394,14 +394,11 @@ func provisionCluster(
 	}
 
 	// Sync PGBouncer configmap if there is any change
-	var vpc string
-	if cluster.Provisioner == model.ProvisionerKops {
-		vpc = cluster.ProvisionerMetadataKops.VPC
-	} else if cluster.Provisioner == model.ProvisionerEKS {
-		vpc = cluster.ProvisionerMetadataEKS.VPC
-	} else {
-		return errors.New("cannot get metadata from unknown provisioner")
+	vpc := cluster.VpcID()
+	if vpc == "" {
+		return errors.New("cluster metadata returned an empty VPC ID")
 	}
+
 	ctx, cancel = context.WithTimeout(context.Background(), time.Duration(10)*time.Second)
 	defer cancel()
 	err = pgbouncer.UpdatePGBouncerConfigMap(ctx, vpc, store, cluster.PgBouncerConfig, k8sClient, logger)

internal/provisioner/external_provisioner.go

@@ -11,6 +11,7 @@ import (
 	"path/filepath"
 	"strings"
 
+	"github.com/mattermost/mattermost-cloud/internal/provisioner/utility"
 	"github.com/mattermost/mattermost-cloud/internal/store"
 	"github.com/mattermost/mattermost-cloud/internal/supervisor"
 	"github.com/mattermost/mattermost-cloud/internal/tools/aws"
@@ -105,9 +106,24 @@ func (provisioner *ExternalProvisioner) DeleteNodegroups(cluster *model.Cluster)
 	return nil
 }
 
-// ProvisionCluster is no-op for external clusters.
+// ProvisionCluster runs provisioning tasks for external clusters.
 func (provisioner *ExternalProvisioner) ProvisionCluster(cluster *model.Cluster) error {
-	provisioner.logger.WithField("cluster", cluster.ID).Info("Cluster is managed externally; skipping provision...")
+	logger := provisioner.logger.WithField("cluster", cluster.ID)
+
+	logger.Info("Provisioning cluster")
+
+	k8sClient, err := provisioner.getKubeClient(cluster)
+	if err != nil {
+		return err
+	}
+	if cluster.HasAWSInfrastructure() {
+		logger.Info("Provisiong resources for AWS infrastructure")
+
+		err = utility.DeployPgbouncerManifests(k8sClient, logger)
+		if err != nil {
+			return errors.Wrap(err, "failed to deploy pgbouncer manifests")
+		}
+	}
 
 	return nil
 }

internal/provisioner/pgbouncer/pgbouncer.go

@@ -16,6 +16,8 @@ import (
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 )
 
+const pgbouncerConfigmapDataKey = "pgbouncer.ini"
+
 const baseIni = `
 [pgbouncer]
 listen_addr = *
@@ -125,10 +127,17 @@ func UpdatePGBouncerConfigMap(ctx context.Context, vpc string, store model.Clust
 	if err != nil {
 		return errors.Wrap(err, "failed to get configmap for pgbouncer-configmap")
 	}
-	if configMap.Data["pgbouncer.ini"] != ini {
+	if _, ok := configMap.Data[pgbouncerConfigmapDataKey]; !ok {
+		logger.Warnf("No configmap key %s found for pgbouncer configmap; setting key with blank value", pgbouncerConfigmapDataKey)
+		if configMap.Data == nil {
+			configMap.Data = make(map[string]string)
+		}
+		configMap.Data[pgbouncerConfigmapDataKey] = ""
+	}
+	if configMap.Data[pgbouncerConfigmapDataKey] != ini {
 		logger.Debug("Updating pgbouncer.ini with new database configuration")
 
-		configMap.Data["pgbouncer.ini"] = ini
+		configMap.Data[pgbouncerConfigmapDataKey] = ini
 		_, err = k8sClient.Clientset.CoreV1().ConfigMaps("pgbouncer").Update(ctx, configMap, metav1.UpdateOptions{})
 		if err != nil {
 			return errors.Wrap(err, "failed to update configmap pgbouncer-configmap")

internal/provisioner/utility/pgbouncer.go

@@ -89,7 +89,7 @@ func (p *pgbouncer) CreateOrUpgrade() error {
 		return errors.Wrap(err, "failed to set up the k8s client")
 	}
 
-	err = deployManifests(k8sClient, p.logger)
+	err = DeployPgbouncerManifests(k8sClient, p.logger)
 	if err != nil {
 		return err
 	}
@@ -144,8 +144,9 @@ func (p *pgbouncer) Name() string {
 	return model.PgbouncerCanonicalName
 }
 
-// deployManifests deploy pgbouncer manifests if they don't exist: pgbouncer-configmap and pgbouncer-userlist-secret
-func deployManifests(k8sClient *k8s.KubeClient, logger log.FieldLogger) error {
+// DeployManifests deploy pgbouncer manifests if they don't exist:
+// pgbouncer-configmap and pgbouncer-userlist-secret
+func DeployPgbouncerManifests(k8sClient *k8s.KubeClient, logger log.FieldLogger) error {
 	logger = logger.WithField("pgbouncer-action", "create-manifests")
 
 	ctx, cancel := context.WithTimeout(context.Background(), time.Duration(180)*time.Second)
@@ -168,7 +169,7 @@ func deployManifests(k8sClient *k8s.KubeClient, logger log.FieldLogger) error {
 		}
 		err = k8sClient.CreateFromFile(file, "")
 		if err != nil {
-			return err
+			return errors.Wrap(err, "failed to create pgbouncer-configmap")
 		}
 	} else if err != nil {
 		return errors.Wrap(err, "failed to get configmap for pgbouncer-configmap")

internal/provisioner/utility/unmanaged.go

@@ -70,7 +70,7 @@ func (u *unmanaged) CreateOrUpgrade() error {
 
 	switch u.Name() {
 	case model.PgbouncerCanonicalName:
-		err = deployManifests(k8sClient, u.logger)
+		err = DeployPgbouncerManifests(k8sClient, u.logger)
 		if err != nil {
 			return err
 		}