diff --git a/.gitignore b/.gitignore index 4c3bff9..d61e4f5 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,7 @@ +# mac + +.DS_Store + # Node rules: ## Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files) .grunt diff --git a/pyproject.toml b/pyproject.toml index 06755f6..915a127 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.50" +version = "0.1.53" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" @@ -14,10 +14,9 @@ redis = "^4.2.0" marshmallow = "^3.12.2" argparse = "^1.4.0" Flask-HTTPAuth = "^4.4.0" -PyYAML = "^5.4.1" +PyYAML = "^6.0" docker = "^5.0.0" -redisbench-admin = "^0.9.3" -#redisbench-admin = {path = "../redisbench-admin", develop = true} +redisbench-admin = "^0.9.23" psutil = "^5.8.0" PyGithub = "^1.55" GitPython = "^3.1.20" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml new file mode 100644 index 0000000..adfc084 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading ZSETs with 10 elements." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - ZADD +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '--test-time 180 -c 50 -t 4 --command "ZADD __key__ 0.306275 lysbgqqfqw 0.486004 mtccjerdon 0.941626 jekkafodvk 0.602656 nmgxcctxpn 0.630771 vyqqkuszzh 0.406379 pytrnqdhvs 0.521814 oguwnmniig 0.182854 gekntrykfh 0.657658 nhfnbxqgol 0.218066 cgoeihlnei" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "4g" + +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".Totals."Ops/sec"' + - '$."ALL STATS".Totals."Latency"' + - '$."ALL STATS".Totals."Misses/sec"' + - '$."ALL STATS".Totals."Percentile Latencies"."p50.00"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml new file mode 100644 index 0000000..7a8a4db --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml @@ -0,0 +1,35 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading ZSETs with 10 elements." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - ZADD +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '--test-time 180 -c 50 -t 4 --command "ZADD __key__ 1 lysbgqqfqw 2 mtccjerdon 3 jekkafodvk 4 nmgxcctxpn 5 vyqqkuszzh 6 pytrnqdhvs 7 oguwnmniig 8 gekntrykfh 9 nhfnbxqgol 10 cgoeihlnei" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "4g" + +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".Totals."Ops/sec"' + - '$."ALL STATS".Totals."Latency"' + - '$."ALL STATS".Totals."Misses/sec"' + - '$."ALL STATS".Totals."Percentile Latencies"."p50.00"'