Included double and long score ZSET ingestion benchmarks

.gitignore

@@ -1,3 +1,7 @@
+# mac
+
+.DS_Store
+
 # Node rules:
 ## Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
 .grunt

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.50"
+version = "0.1.53"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <[email protected]>","Redis Performance Group <[email protected]>"]
 readme = "Readme.md"
@@ -14,10 +14,9 @@ redis = "^4.2.0"
 marshmallow = "^3.12.2"
 argparse = "^1.4.0"
 Flask-HTTPAuth = "^4.4.0"
-PyYAML = "^5.4.1"
+PyYAML = "^6.0"
 docker = "^5.0.0"
-redisbench-admin = "^0.9.3"
-#redisbench-admin = {path = "../redisbench-admin", develop = true}
+redisbench-admin = "^0.9.23"
 psutil = "^5.8.0"
 PyGithub = "^1.55"
 GitPython = "^3.1.20"

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml

@@ -0,0 +1,36 @@
+version: 0.4
+name: "memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score"
+description: "Runs memtier_benchmark, for a keyspace length of 1M keys
+              loading ZSETs with 10 elements."
+dbconfig:
+  configuration-parameters:
+    save: '""'
+tested-commands:
+  - ZADD
+redis-topologies:
+  - oss-standalone
+
+build-variants:
+  - gcc:8.5.0-amd64-debian-buster-default
+
+
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--test-time 180 -c 50 -t 4 --command "ZADD __key__ 0.306275 lysbgqqfqw 0.486004 mtccjerdon 0.941626 jekkafodvk 0.602656 nmgxcctxpn 0.630771 vyqqkuszzh 0.406379 pytrnqdhvs 0.521814 oguwnmniig 0.182854 gekntrykfh 0.657658 nhfnbxqgol 0.218066 cgoeihlnei" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram'
+  resources:
+    requests:
+      cpus: "4"
+      memory: "4g"
+
+exporter:
+  redistimeseries:
+    break_by:
+      - version
+      - commit
+    timemetric: '$."ALL STATS".Runtime."Start time"'
+    metrics:
+      - '$."ALL STATS".Totals."Ops/sec"'
+      - '$."ALL STATS".Totals."Latency"'
+      - '$."ALL STATS".Totals."Misses/sec"'
+      - '$."ALL STATS".Totals."Percentile Latencies"."p50.00"'

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml

@@ -0,0 +1,35 @@
+version: 0.4
+name: "memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score"
+description: "Runs memtier_benchmark, for a keyspace length of 1M keys
+              loading ZSETs with 10 elements."
+dbconfig:
+  configuration-parameters:
+    save: '""'
+tested-commands:
+  - ZADD
+redis-topologies:
+  - oss-standalone
+
+build-variants:
+  - gcc:8.5.0-amd64-debian-buster-default
+
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: '--test-time 180 -c 50 -t 4 --command "ZADD __key__ 1 lysbgqqfqw 2 mtccjerdon 3 jekkafodvk 4 nmgxcctxpn 5 vyqqkuszzh 6 pytrnqdhvs 7 oguwnmniig 8 gekntrykfh 9 nhfnbxqgol 10 cgoeihlnei" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram'
+  resources:
+    requests:
+      cpus: "4"
+      memory: "4g"
+
+exporter:
+  redistimeseries:
+    break_by:
+      - version
+      - commit
+    timemetric: '$."ALL STATS".Runtime."Start time"'
+    metrics:
+      - '$."ALL STATS".Totals."Ops/sec"'
+      - '$."ALL STATS".Totals."Latency"'
+      - '$."ALL STATS".Totals."Misses/sec"'
+      - '$."ALL STATS".Totals."Percentile Latencies"."p50.00"'