Merge pull request #8814 from the-benchmarker/update

New release

Author: waghanza

.rtx.toml

@@ -1,5 +1,6 @@
 [tools]
-ruby = "3.2"
-php = "8.3"
+ruby = "3.4"
+php = "8.4"
 python = "3.14"
-deno = "latest"
+deno = "2.5.6"
+java = "25"

.tasks/ci.rake

@@ -34,4 +34,4 @@ namespace :ci do
     matrix[:include].uniq!
     puts matrix.to_json
   end
-end
+end

.tasks/collect.rake

@@ -24,52 +24,51 @@ end
 task :collect do
   database = ENV.fetch('DATABASE_URL')
   db = PG.connect(database)
- Dir.glob('*/*/.results/*/**.json').each do |file|
-   pp file
-  info = file.split('/')
-   language = info[0]
-   framework = info[1]
-   concurrency = info[3]
-  res = db.query(
-    'INSERT INTO languages (label) VALUES ($1) ON CONFLICT (label) DO UPDATE SET label = $1 RETURNING id', [language]
-  )
-  language_id = res.first['id']
+  Dir.glob('*/*/.results/*/**.json').each do |file|
+    info = file.split('/')
+    language = info[0]
+    framework = info[1]
+    concurrency = info[3]
+    res = db.query(
+      'INSERT INTO languages (label) VALUES ($1) ON CONFLICT (label) DO UPDATE SET label = $1 RETURNING id', [language]
+    )
+    language_id = res.first['id']
 
-  res = db.query(
-    'INSERT INTO frameworks (language_id, label) VALUES ($1, $2) ON CONFLICT (language_id, label) DO UPDATE SET label = $2 RETURNING id', [
-      language_id, framework
-    ]
-  )
-  framework_id = res.first['id']
-  data = YAML.load_file(file, symbolize_names: true)
+    res = db.query(
+      'INSERT INTO frameworks (language_id, label) VALUES ($1, $2) ON CONFLICT (language_id, label) DO UPDATE SET label = $2 RETURNING id', [
+        language_id, framework
+      ]
+    )
+    framework_id = res.first['id']
+    data = YAML.load_file(file, symbolize_names: true)
 
-      res = db.query(
-        'INSERT INTO concurrencies (level) VALUES ($1) ON CONFLICT (level) DO UPDATE SET level = $1 RETURNING id', [concurrency]
-      )
+    res = db.query(
+      'INSERT INTO concurrencies (level) VALUES ($1) ON CONFLICT (level) DO UPDATE SET level = $1 RETURNING id', [concurrency]
+    )
 
-      concurrency_level_id = res.first['id']
-results = {
-  duration_ms: data.dig(:summary, :total) * 1000,
-  total_requests: -1,
-  total_requests_per_s: data.dig(:summary, :requestsPerSec),
-  total_bytes_received: data.dig(:summary, :totalData),
-  socket_connection_errors: -1,
-  socket_read_errors: -1,
-  socket_write_errors: -1,
-  http_errors: -1,
-  request_timeouts: -1,
-  minimum_latency: -1,
-  average_latency: -1,
-  standard_deviation: -1,
-  percentile50: data.dig(:latencyPercentiles, :p50),
-  percentile75: data.dig(:latencyPercentiles, :p75),
-  percentile90: data.dig(:latencyPercentiles, :p90),
-  percentile99:data.dig(:latencyPercentiles, :p95),
-  'percentile99999': -1,
-}
-results.each do |key, value|
-  insert(db, framework_id, key, value, concurrency_level_id)
+    concurrency_level_id = res.first['id']
+    results = {
+      duration_ms: data.dig(:summary, :total) * 1000,
+      total_requests: -1,
+      total_requests_per_s: data.dig(:summary, :requestsPerSec),
+      total_bytes_received: data.dig(:summary, :totalData),
+      socket_connection_errors: -1,
+      socket_read_errors: -1,
+      socket_write_errors: -1,
+      http_errors: -1,
+      request_timeouts: -1,
+      minimum_latency: -1,
+      average_latency: -1,
+      standard_deviation: -1,
+      percentile50: data.dig(:latencyPercentiles, :p50),
+      percentile75: data.dig(:latencyPercentiles, :p75),
+      percentile90: data.dig(:latencyPercentiles, :p90),
+      percentile99: data.dig(:latencyPercentiles, :p95),
+      percentile99999: -1
+    }
+    results.each do |key, value|
+      insert(db, framework_id, key, value, concurrency_level_id)
     end
-end
+  end
   db.close
 end

.tasks/db.rake

@@ -29,16 +29,20 @@ end
 namespace :db do
   task :md_export do
     results = JSON.parse(File.read('data.json'))
-    results['metrics'].map { |m| m['framework'] = results['frameworks'].detect {|f| f['id'] == m['framework_id'] }['label']  }
+    results['metrics'].map { |m| m['framework'] = results['frameworks'].detect { |f| f['id'] == m['framework_id'] }['label'] }
+    reqs = []
     results['metrics'].each do |metric|
-       pp "| #{metric['framework']} | #{metric['level']} | #{metric['value']} |" if metric['label'] == 'total_requests_per_s' 
+      if metric['label'] == 'total_requests_per_s'
+        reqs << { framework: metric['framework'], level: metric['level'], value: metric['value'] }
+      end
     end
+    pp reqs.select { |i| i[:level] == 256 }.sort_by { |i| i[:value] }
   end
   task :check_failures do
     results = JSON.parse(File.read('data.json'))
     results['frameworks'].map { _1['label'] }
     failing_frameworks = results['metrics'].filter_map do |row|
-      row['framework_id'] if row['label'] == 'total_requests_per_s' && (row['value']).zero?
+      row['framework_id'] if row['label'] == 'total_requests_per_s' && row['value'].zero?
     end
     list_of = Dir.glob('*/*/config.yaml').map { _1.split('/')[1] }
     $stdout.puts "Failing : #{results['frameworks'].filter_map do |row|

Rakefile

@@ -112,7 +112,7 @@ def commands_for(language, framework, variant, provider = "docker")
   framework_config = YAML.safe_load(File.open(File.join(directory, language, framework, "config.yaml")))
   app_config = main_config.recursive_merge(language_config).recursive_merge(framework_config)
   options = { language: language, framework: framework, variant: variant, manifest: "#{MANIFESTS[:container]}.#{variant}" }
-  commands = { build: [], collect: [], clean: [], warmup: [], unbuild: [] }
+  commands = { build: [], collect: [], clean: [], warmup: [], unbuild: [], test: [] }
 
   # Compile first, only for non containers
   if app_config.key?("binaries") && !(provider.start_with?("docker") || provider.start_with?("podman"))
@@ -154,6 +154,7 @@ def commands_for(language, framework, variant, provider = "docker")
 
   hostname = File.join(directory, language, framework, "ip-#{variant}.txt")
   commands[:warmup] << File.expand_path("~/.cargo/bin/oha --wait-ongoing-requests-after-deadline --no-tui --disable-keepalive --latency-correction http://`cat #{hostname}`:3000/")
+  commands[:test] << "ENGINE=#{variant} LANGUAGE=#{language} FRAMEWORK=#{framework} bundle exec rspec .spec"
   routes.split(",").each do |route|
     method, uri = route.split(":")
 

clojure/pedestal/project.clj

@@ -4,7 +4,7 @@
   :license {:name "Eclipse Public License"
             :url "http://www.eclipse.org/legal/epl-v10.html"}
   :dependencies [[org.clojure/clojure "1.12.3"]
-                 [io.pedestal/pedestal.service "0.8.0"]
+                 [io.pedestal/pedestal.service "0.8.1"]
                  [io.pedestal/pedestal.jetty "0.8.1"]]
   :min-lein-version "2.0.0"
   :resource-paths []

config.yaml

@@ -32,7 +32,7 @@ service: |
 providers:
   docker:
     build:
-      - cd {{{language}}}/{{{framework}}} && docker build -f {{{manifest}}} -t {{{language}}}.{{{framework}}}.{{{variant}}} . --no-cache && cd -
+      - cd {{{language}}}/{{{framework}}} && docker build -f {{{manifest}}} -t {{{language}}}.{{{framework}}}.{{{variant}}} . && cd -
 
     metadata:
       - docker run -td {{{language}}}.{{{framework}}}.{{{variant}}} --network host > {{{language}}}/{{{framework}}}/cid-{{{variant}}}.txt