adding kubernetes support

Change-Id: I23adc1eeb608dbb9fa3783561cb4f7950a704fd8
Reviewed-on: http://review.couchbase.org/c/perfrunner/+/144178
Reviewed-by: Bo-Chun Wang <[email protected]>
Tested-by: Korrigan Clark <[email protected]>

Author: korry8911

Makefile

@@ -69,6 +69,14 @@ loader:
 docker:
 	docker build -t docker.io/perflab/perfrunner docker
 
+docker-cloud-worker:
+	pyenv local 3.6.12 && \
+	virtualenv --quiet --python ${PYTHON} ${ENV}
+	${ENV}/bin/pip install --upgrade --quiet pip wheel
+	${ENV}/bin/pip install --quiet --no-warn-script-location -r requirements.txt
+	${ENV}/bin/python setup.py --quiet install
+	pwd > ${ENV}/lib/${PYTHON}/site-packages/perfrunner.pth
+
 CONTAINER_PASSWORD := puppet
 docker-compose:
 	docker-compose up -d --build perfrunner

cbagent/collectors/collector.py

@@ -16,9 +16,11 @@ class Collector:
 
     def __init__(self, settings):
         self.session = requests.Session()
-
+        self.cloud = settings.cloud
+        self.cloud_enabled = self.cloud['enabled']
+        if self.cloud_enabled:
+            self.session = self.cloud["cloud_rest"]
         self.interval = settings.interval
-
         self.cluster = settings.cluster
         self.master_node = settings.master_node
         self.auth = (settings.rest_username, settings.rest_password)
@@ -39,9 +41,14 @@ def __init__(self, settings):
 
     def get_http(self, path, server=None, port=8091, json=True):
         server = server or self.master_node
-        url = "http://{}:{}{}".format(server, port, path)
         try:
-            r = self.session.get(url=url, auth=self.auth)
+            if self.cloud_enabled:
+                server, port = self.session.translate_host_and_port(server, port)
+                url = "http://{}:{}{}".format(server, port, path)
+                r = self.session.get(url=url)
+            else:
+                url = "http://{}:{}{}".format(server, port, path)
+                r = self.session.get(url=url, auth=self.auth)
             if r.status_code in (200, 201, 202):
                 return json and r.json() or r.text
             else:

cloud/broker/rabbitmq/0.48/cluster-operator.yaml

@@ -0,0 +1,43 @@
+{
+  "rabbit_version": "3.8.9",
+  "parameters": [],
+  "policies": [],
+  "users": [
+    {
+      "name": "guest",
+      "password_hash": "i6qMFDGjSjiOHQ6KpNilidmpk48=",
+      "tags": "administrator"
+    },
+    {
+      "name": "couchbase",
+      "password_hash": "Z6MS4kUSF6v1TxJVI+aREEwzypE=",
+      "tags": ""
+    }
+  ],
+  "vhosts": [
+    {
+      "name": "broker"
+    },
+    {
+      "name": "/"
+    }
+  ],
+  "permissions": [
+    {
+      "user": "couchbase",
+      "vhost": "broker",
+      "configure": ".*",
+      "write": ".*",
+      "read": ".*"
+    },
+    {
+      "user": "guest",
+      "vhost": "/",
+      "configure": ".*",
+      "write": ".*",
+      "read": ".*"
+    }
+  ],
+  "queues": [],
+  "bindings": []
+}

cloud/broker/rabbitmq/0.48/definitions.json

@@ -0,0 +1,18 @@
+apiVersion: rabbitmq.com/v1beta1
+kind: RabbitmqCluster
+metadata:
+  name: rabbitmq
+  annotations:
+    sidecar.istio.io/inject: "false"
+spec:
+  service:
+    type: NodePort
+  affinity:
+    nodeAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+        nodeSelectorTerms:
+        - matchExpressions:
+          - key: NodeRoles
+            operator: In
+            values:
+            - utilities

cloud/broker/rabbitmq/0.48/rabbitmq.yaml

@@ -0,0 +1,23 @@
+{
+  "Version": "2012-10-17",
+  "Statement": [
+    {
+      "Effect": "Allow",
+      "Action": [
+        "ec2:AttachVolume",
+        "ec2:CreateSnapshot",
+        "ec2:CreateTags",
+        "ec2:CreateVolume",
+        "ec2:DeleteSnapshot",
+        "ec2:DeleteTags",
+        "ec2:DeleteVolume",
+        "ec2:DescribeInstances",
+        "ec2:DescribeSnapshots",
+        "ec2:DescribeTags",
+        "ec2:DescribeVolumes",
+        "ec2:DetachVolume"
+      ],
+      "Resource": "*"
+    }
+  ]
+}

cloud/infrastructure/aws/eks/ebs-csi-iam-policy.json

@@ -0,0 +1,13 @@
+kind: StorageClass
+apiVersion: storage.k8s.io/v1
+metadata:
+  name: perf-sc
+  annotations:
+    storageclass.kubernetes.io/is-default-class: "true"
+provisioner: kubernetes.io/aws-ebs
+parameters:
+  type: gp2
+  fsType: ext4
+reclaimPolicy: Delete
+volumeBindingMode: WaitForFirstConsumer
+allowVolumeExpansion: true

cloud/infrastructure/aws/eks/ebs-gp2-sc.yaml

@@ -0,0 +1,29 @@
+---
+AWSTemplateFormatVersion: '2010-09-09'
+Description: 'Amazon EKS Cluster Role'
+
+
+Resources:
+
+  eksClusterRole:
+    Type: AWS::IAM::Role
+    Properties:
+      AssumeRolePolicyDocument:
+        Version: '2012-10-17'
+        Statement:
+        - Effect: Allow
+          Principal:
+            Service:
+            - eks.amazonaws.com
+          Action:
+          - sts:AssumeRole
+      ManagedPolicyArns:
+        - arn:aws:iam::aws:policy/AmazonEKSClusterPolicy
+
+Outputs:
+
+  RoleArn:
+    Description: The role that Amazon EKS will use to create AWS resources for Kubernetes clusters
+    Value: !GetAtt eksClusterRole.Arn
+    Export:
+      Name: !Sub "${AWS::StackName}-RoleArn"

cloud/infrastructure/aws/eks/eks_cluster_role.yaml

@@ -0,0 +1,36 @@
+AWSTemplateFormatVersion: "2010-09-09"
+
+Description: Amazon EKS - Node Group Role
+
+Mappings:
+  ServicePrincipals:
+    aws-cn:
+      ec2: ec2.amazonaws.com.cn
+    aws-us-gov:
+      ec2: ec2.amazonaws.com
+    aws:
+      ec2: ec2.amazonaws.com
+
+Resources:
+  NodeInstanceRole:
+    Type: "AWS::IAM::Role"
+    Properties:
+      AssumeRolePolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Effect: Allow
+            Principal:
+              Service:
+                - !FindInMap [ServicePrincipals, !Ref "AWS::Partition", ec2]
+            Action:
+              - "sts:AssumeRole"
+      ManagedPolicyArns:
+        - !Sub "arn:${AWS::Partition}:iam::aws:policy/AmazonEKSWorkerNodePolicy"
+        - !Sub "arn:${AWS::Partition}:iam::aws:policy/AmazonEKS_CNI_Policy"
+        - !Sub "arn:${AWS::Partition}:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly"
+      Path: /
+
+Outputs:
+  NodeInstanceRole:
+    Description: The node instance role
+    Value: !GetAtt NodeInstanceRole.Arn

cloud/infrastructure/aws/eks/eks_node_role.yaml

@@ -0,0 +1,52 @@
+[infrastructure]
+provider = aws
+
+[clusters]
+couchbase1 =
+        k8s.k8s_cluster_1.k8s_node_group_1.1:kv
+        k8s.k8s_cluster_1.k8s_node_group_1.2:kv
+
+[clients]
+workers1 =
+        k8s.k8s_cluster_1.k8s_node_group_2.1
+
+[utilities]
+brokers1 = k8s.k8s_cluster_1.k8s_node_group_3
+operators1 = k8s.k8s_cluster_1.k8s_node_group_3
+
+[k8s]
+clusters = k8s_cluster_1
+
+[k8s_cluster_1]
+node_groups = k8s_node_group_1,k8s_node_group_2,k8s_node_group_3
+version = 1.17
+storage_class = gp2
+
+[k8s_node_group_1]
+instance_type = c5.24xlarge
+instance_capacity = 2
+volume_size = 100
+
+[k8s_node_group_2]
+instance_type = c5.24xlarge
+instance_capacity = 1
+volume_size = 100
+
+[k8s_node_group_3]
+instance_type = c5.24xlarge
+instance_capacity = 1
+volume_size = 100
+
+[storage]
+data = /data
+
+[credentials]
+rest = Administrator:password
+ssh = root:couchbase
+aws_key_name = korry
+
+[parameters]
+OS = CentOS 7
+CPU = c5.24xlarge (96 vCPU)
+Memory = 192 GB
+Disk = EBS 1TB