diff --git a/pyproject.toml b/pyproject.toml index 4dea19d..b5de8bb 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.25" +version = "0.1.26" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml new file mode 100644 index 0000000..9c79b6e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading STRINGs in which the value has a data size of 100 Bytes." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - SET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "10" "--data-size" "100" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml new file mode 100644 index 0000000..a6cfc2d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-string-with-100B-values" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading STRINGs in which the value has a data size of 100 Bytes." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - SET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml new file mode 100644 index 0000000..13bd458 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading STRINGs in which the value has a data size of 10 Bytes." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - SET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "10" "--data-size" "10" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values.yml new file mode 100644 index 0000000..7e2d901 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-string-with-10B-values" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading STRINGs in which the value has a data size of 10 Bytes." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - SET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml new file mode 100644 index 0000000..3985139 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-load-string-with-1KiB-values" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + loading STRINGs in which the value has a data size of 1000 Bytes." +dbconfig: + configuration-parameters: + save: '""' +tested-commands: + - SET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: "4" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml new file mode 100644 index 0000000..f33f612 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-string-get-100B-pipeline-10" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + with a data size of 100 Bytes for each key." +dbconfig: + configuration-parameters: + save: '""' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"' +tested-commands: + - GET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "10" "--data-size" "100" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180' + resources: + requests: + cpus: "2" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml new file mode 100644 index 0000000..9fb233e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-string-get-100B" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + with a data size of 100 Bytes for each key." +dbconfig: + configuration-parameters: + save: '""' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"' +tested-commands: + - GET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180' + resources: + requests: + cpus: "2" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml new file mode 100644 index 0000000..cee1dc6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-string-get-10B-pipeline-10" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + with a data size of 10 Bytes for each key." +dbconfig: + configuration-parameters: + save: '""' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"' +tested-commands: + - GET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "10" "--data-size" "10" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180' + resources: + requests: + cpus: "2" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml new file mode 100644 index 0000000..c2f4f9b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-string-get-10B" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + with a data size of 10 Bytes for each key." +dbconfig: + configuration-parameters: + save: '""' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"' +tested-commands: + - GET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180' + resources: + requests: + cpus: "2" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml new file mode 100644 index 0000000..60eb224 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + with a data size of 1000 Bytes for each key." +dbconfig: + configuration-parameters: + save: '""' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"' +tested-commands: + - GET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "10" "--data-size" "1000" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180' + resources: + requests: + cpus: "2" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml new file mode 100644 index 0000000..d2866f5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: "memtier_benchmark-1Mkeys-string-get-1KiB" +description: "Runs memtier_benchmark, for a keyspace length of 1M keys + with a data size of 1000 Bytes for each key." +dbconfig: + configuration-parameters: + save: '""' + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"' +tested-commands: + - GET +redis-topologies: + - oss-standalone + +build-variants: + - gcc:8.5.0-amd64-debian-buster-default + +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180' + resources: + requests: + cpus: "2" + memory: "2g" +exporter: + redistimeseries: + break_by: + - version + - commit + timemetric: '$."ALL STATS".Runtime."Start time"' + metrics: + - '$."ALL STATS".*."Ops/sec"' + - '$."ALL STATS".*."Latency"'