(fix) dockerfile load test

Author: ishaan-jaff

load_test_stats.csv

@@ -1,3 +1,3 @@
 Type,Name,Request Count,Failure Count,Median Response Time,Average Response Time,Min Response Time,Max Response Time,Average Content Size,Requests/s,Failures/s,50%,66%,75%,80%,90%,95%,98%,99%,99.9%,99.99%,100%
-POST,/chat/completions,1002,0,120.0,189.471693904012,43.46675000851974,1453.0267079971964,368.0,111.18239707098273,0.0,120,160,190,230,410,540,1200,1200,1300,1500,1500
-,Aggregated,1002,0,120.0,189.471693904012,43.46675000851974,1453.0267079971964,368.0,111.18239707098273,0.0,120,160,190,230,410,540,1200,1200,1300,1500,1500
+POST,/chat/completions,978,0,130.0,209.8289057657652,46.22350000136066,1209.4538749952335,368.0,108.8437433457399,0.0,130,160,200,250,590,780,890,1000,1200,1200,1200
+,Aggregated,978,0,130.0,209.8289057657652,46.22350000136066,1209.4538749952335,368.0,108.8437433457399,0.0,130,160,200,250,590,780,890,1000,1200,1200,1200

load_test_stats_history.csv

@@ -1,2 +1,2 @@
 Timestamp,User Count,Type,Name,Requests/s,Failures/s,50%,66%,75%,80%,90%,95%,98%,99%,99.9%,99.99%,100%,Total Request Count,Total Failure Count,Total Median Response Time,Total Average Response Time,Total Min Response Time,Total Max Response Time,Total Average Content Size
-1711398878,0,,Aggregated,0.000000,0.000000,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0,0,0,0.0,0,0,0
+1711398920,0,,Aggregated,0.000000,0.000000,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0,0,0,0.0,0,0,0

run_test.sh

@@ -2,12 +2,12 @@
 
 # Function to run Locust test
 function run_all_cache_hits_locust_test() {
-    locust -f all_cache_hits.py --headless -u 100 -r 100 -H http://a472dc7c273fd47fd9a20434f463afd1-393291597.us-west-2.elb.amazonaws.com:4000/ -t 10 --csv load_test
+    locust -f all_cache_hits.py --headless -u 100 -r 100 -H http://a472dc7c273fd47fd9a20434f463afd1-393291597.us-west-2.elb.amazonaws.com:4000/ -t 300 --csv load_test
 }
 
 
 function run_no_cache_hits_locust_test() {
-    locust -f no_cache_hits.py --headless -u 100 -r 100 -H http://a472dc7c273fd47fd9a20434f463afd1-393291597.us-west-2.elb.amazonaws.com:4000/ -t 10 --csv load_test
+    locust -f no_cache_hits.py --headless -u 100 -r 100 -H http://a472dc7c273fd47fd9a20434f463afd1-393291597.us-west-2.elb.amazonaws.com:4000/ -t 300 --csv load_test
 }
 
 # Deploy your project (assuming deployment commands are here)