final push, update of docs and experiment

Author: Cody Crudgington

cassandra/Docker/Dockerfile

@@ -10,7 +10,7 @@ RUN apt-get update && apt-get --assume-yes install curl gnupg2 wget
 #RUN wget https://www.apache.org/dist/cassandra/KEYS && apt-key add KEYS 
 
 # Add Cassandra Repo 4.x
-RUN echo "deb http://downloads.apache.org/cassandra/debian 40x main" | tee -a /etc/apt/sources.list.d/cassandra.sources.list
+RUN echo "deb http://downloads.apache.org/cassandra/debian 311x main" | tee -a /etc/apt/sources.list.d/cassandra.sources.list
 RUN curl https://downloads.apache.org/cassandra/KEYS | apt-key add -
 
 # Install Cassandra package

cassandra/Docker/entrypoint.sh

@@ -1,15 +1,49 @@
 #!/bin/bash
+set -e
 
-cassandra-stress write n=1000000 -rate threads=100 -node cassandra &
-wait $!
-
-#cassandra-stress read -node cassandra &
+#cassandra-stress write n=1000000 -rate threads=100 -node cassandra &
 #wait $!
 
-cassandra-stress mixed n=100000 -rate threads=100 -node cassandra &
-wait $!
+#cassandra-stress mixed n=100000 -rate threads=100 -node cassandra &
+#wait
+
+#cqlsh --request-timeout=60 -e "DROP KEYSPACE keyspace1;" cassandra || true
+#wait
+
+>&1
+cqlsh --request-timeout=60 -e "DESCRIBE KEYSPACE keyspace1;" cassandra || true
 
 cqlsh --request-timeout=60 -e "DROP KEYSPACE keyspace1;" cassandra || true
-wait
 
-echo "Completed"
+cassandra-stress write n=100000 -rate threads=10 -node cassandra
+
+cassandra-stress mixed n=100000 -rate threads=10 -node cassandra
+
+#if [ $? -eq 0 ]
+#then
+#  echo "Successfully completed ctress test"
+#else
+#  echo "Could not finish stress test successfully" >&2
+#fi
+
+#cqlsh --request-timeout=60 -e "DROP KEYSPACE keyspace1;" cassandra || true
+
+#if [ $? -eq 0 ]
+#then
+#  echo "Successfully dropped keyspace keyspace1"
+#else
+#  echo "Could not drop keyspace keyspace1" >&2
+#fi
+
+#cqlsh --request-timeout=60 -e "DROP KEYSPACE system;" cassandra || true
+
+#if [ $? -eq 0 ]
+#then
+#  echo "Successfully dropped system keyspace"
+#else
+#  echo "Could not drop system keyspace" >&2
+#fi
+
+## NOTES - rm -rf /cassandra_data/data/system/peers*/*
+## DO AS INIT CONTAINER ON STS
+## $env:JVM_OPTS="$JVM_OPTS -Dcassandra.load_ring_state=false"

cassandra/README.md

@@ -11,10 +11,6 @@ The official documentation for cassandra-stress can be found [here](https://cass
 
 
 ### Technical Process
-UPDATE: we moved the sequiential test runs into the trial template for the experiment itself, using the image from cassandra 4 which contains the 
-cassandra-stress tools. We've kept all the older related manifests/docker files in this repo as an example of how to wrap your own load test into a 
-customer docker image.
-
 In order to get the cassandra-stress to run all three load tests under one experiment trial, we needed to create a container for that task.
 You can find the Dockerfile and related artifacts [here](https://www.github.com/thecrudge/cstress) or in the Docker folder. Essentially its 
 an image that runs an entrypoint with a very basic script to run all three load tests consecutively. You can customize your load test parameters 
@@ -26,7 +22,7 @@ In the experiment spec, you can see the parameters we are using for our experime
 spec:
   optimization:
   - name: "experimentBudget"
-    value: "40" #number of trials 
+    value: "120" #number of trials 
   parameters:
   - name: memory
     min: 500
@@ -160,7 +156,7 @@ cassandra-write-read-mixed-example-001   Running     MAX_HEAP_SIZE=1413, cpu=618
 ```
 
 ## Results
-The image below shows us that the machine learning has recommended trial number 35. With this trial we can see we have a cost savings of 59.70%
+The image below shows us that the machine learning has recommended trial number #98. With this trial we can see we have a cost savings of 34.29%
 compared to our baseline in Trial #1.
 
 <img src="img/results1.png" width="400">

cassandra/cassandra-full-experiment.yaml

@@ -5,7 +5,7 @@ metadata:
 spec:
   optimization:
   - name: "experimentBudget"
-    value: "40" #number of trials 
+    value: "120" #number of trials 
   parameters:
   - name: memory
     min: 500

cassandra/cassandra-sts.yaml

@@ -32,7 +32,7 @@ spec:
       terminationGracePeriodSeconds: 1800
       containers:
       - name: cassandra
-        image: gcr.io/google-samples/cassandra:v13
+        image: gcr.io/google-samples/cassandra:v14
         imagePullPolicy: Always
         ports:
         - containerPort: 7000
@@ -62,6 +62,8 @@ spec:
               - -c
               - nodetool drain
         env:
+#          - name: JVM_OPTS
+#            value: "$JVM_OPTS -Dcassandra.load_ring_state=false"
           - name: MAX_HEAP_SIZE
             value: 512M
           - name: HEAP_NEWSIZE