diff --git a/pyproject.toml b/pyproject.toml index 8805bd0..b7523fc 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.240" +version = "0.1.245" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml new file mode 100644 index 0000000..c751394 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml @@ -0,0 +1,51 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 10 Bytes. After pre-loading the data + it issues HGETALL command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 100000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field:1 __data__ field:2 + __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ + field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 + __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ + field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 + __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ + field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 + __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ + field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 + __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ + field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 + __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 -n 500 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"HGETALL __key__\" --command-key-pattern=\"R\" --key-minimum=1 + --key-maximum 100000 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml new file mode 100644 index 0000000..0c80f70 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"1000\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 -c + 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml new file mode 100644 index 0000000..87c9852 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 100 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"100\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 -c + 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml new file mode 100644 index 0000000..96e9809 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 10 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"10\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 100000 -c + 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml new file mode 100644 index 0000000..1ad4a6f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 100 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 9g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"HSET __key__ + field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\"\ + \ \"--command-key-pattern\" \"P\" --key-minimum=1 --key-maximum 10000000 -c 50 + -t 4 --hide-histogram --test-time=180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml new file mode 100644 index 0000000..0476715 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 100 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 9g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"100\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml new file mode 100644 index 0000000..49aff9d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 10 Bytes. Rate limited to + 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 2g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"10\" --command + \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ + field5 __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 10000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml new file mode 100644 index 0000000..893b8aa --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES + with 5 fields each. Each field value has a data size of 10 Bytes. Rate limited to + 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 2g +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"10\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- hash +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml new file mode 100644 index 0000000..c6bb373 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml new file mode 100644 index 0000000..453e5a7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 10 Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml new file mode 100644 index 0000000..bc4c8c0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1KiB Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml new file mode 100644 index 0000000..45dbaa2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 4KiB Bytes for each key, which 50% of the keys have expiration set during + the benchmark. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--command" "SET __key__ __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 3g +tested-groups: +- string +- generic +tested-commands: +- set +- setx +- get +- del +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"4000\" --command \"SETEX __key__ 10 __data__\" --command-key-pattern=\"\ + R\" --command \"SET __key__ __data__\" --command-key-pattern=\"R\" --command \"\ + GET __key__\" --command-key-pattern=\"R\" --command \"DEL __key__\" --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml new file mode 100644 index 0000000..5e115d7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXISTS performance. 50% of the EXIST commands will be on non-existing keys. Rate + limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --key-minimum 1 --key-maximum 10000000 -c 50 -t 2 + --pipeline 10 --command "SETBIT __key__ 1 1" --command-key-pattern "P" + resources: + requests: + cpus: '2' + memory: 1g +tested-commands: +- getbit +tested-groups: +- bitmap +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"GETBIT __key__ 1\" --command-key-pattern=\"\ + R\" --command \"GETBIT __key__ 100\" --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 19 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml new file mode 100644 index 0000000..f7526f5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXISTS performance. 50% of the EXIST commands will be on non-existing keys. Rate + limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- exists +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--key-minimum=1 --key-maximum 2000000 --command \"EXISTS __key__\" --pipeline + 10 --command-key-pattern=\"R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting + 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 25 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml new file mode 100644 index 0000000..3c0b930 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXPIRE performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- expire +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"EXPIRE __key__ 3600\" --pipeline 10 --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 11 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml new file mode 100644 index 0000000..ff0fd9f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + EXPIREAT performance ( expire second is 2038, January 1 ). Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- expireat +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"EXPIREAT __key__ 2145916800\" --pipeline 10 --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 29 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml new file mode 100644 index 0000000..1db68cd --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + PEXPIRE performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- pexpire +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"PEXPIRE __key__ 3600000\" --pipeline 10 --command-key-pattern=\"\ + R\" -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 57 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml new file mode 100644 index 0000000..70b04f2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + SCAN performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- scan +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"SCAN 0\" --pipeline 10 --command-key-pattern=\"R\" -c 50 + -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 44 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml new file mode 100644 index 0000000..eb0025c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + TOUCH performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SETEX __key__ 3600 __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- touch +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"TOUCH __key__\" --pipeline 10 --command-key-pattern=\"R\"\ + \ -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 41 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml new file mode 100644 index 0000000..b6198f1 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys focusing on + TTL performance. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--command" "SETEX __key__ 3600 __data__" "--command-key-pattern" + "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- ttl +tested-groups: +- generic +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"TTL __key__\" --pipeline 10 --command-key-pattern=\"R\" + -c 50 -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 22 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml new file mode 100644 index 0000000..5df17a8 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml @@ -0,0 +1,41 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 100 Bytes. After loading + test HEXISTS command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-groups: +- hash +tested-commands: +- hexists +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 --command \"HEXISTS __key__ field1\" --command-key-pattern=\"\ + R\" --command \"HEXISTS __key__ field3\" --command-key-pattern=\"R\" --command + \"HEXISTS __key__ field_NO\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 -c 4 -t 4 --hide-histogram --rate-limiting 625" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 100 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml new file mode 100644 index 0000000..48629ee --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 100 Bytes. After pre-loading the data + it issues HGETALL, HGET, HKEYS, and HVALS commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-groups: +- hash +tested-commands: +- hgetall +- hkeys +- hvals +- hget +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"HGETALL __key__\" --command-key-pattern=\"\ + R\" --command \"HKEYS __key__\" --command-key-pattern=\"R\" --command \"HVALS + __key__\" --command-key-pattern=\"R\" --command \"HGET __key__ field1\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml new file mode 100644 index 0000000..a97f084 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml @@ -0,0 +1,51 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 10 Bytes. After pre-loading the data + it issues HGETALL command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 + __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ + field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 + __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ + field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 + __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ + field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 + __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ + field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 + __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ + field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 + __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"HGETALL __key__\" --command-key-pattern=\"R\" --key-minimum=1 + --key-maximum 1000000 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml new file mode 100644 index 0000000..f135fed --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hincrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 --command \"HINCRBY __key__ field1 1.0\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml new file mode 100644 index 0000000..84995e2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml @@ -0,0 +1,42 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + HASHes in which the value has a data size of 100 Bytes. After pre-loading the data + it issues HMGET command retrieving all fields of the hash. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "HSET __key__ field1 __data__ field2 + __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 10000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-groups: +- hash +tested-commands: +- hmget +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command \"HMGET __key__ field1 field2 field3 field4 + field5\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 --test-time + 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 2 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml new file mode 100644 index 0000000..670d02c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20 +description: Runs memtier_benchmark for MULTI EXEC scenario - executing commands as + a transaction. The transaction sets fields in a hash, checks if they exist, retrieves + them and finally deletes them. At the end of execution there are no keys in the + database. Rate limited to 10000 ops/sec. +tested-groups: +- transactions +- hash +tested-commands: +- multi +- exec +- hsetnx +- hexists +- hget +- hdel +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command=MULTI --command-key-pattern=S --command=\"\ + HSETNX __key__ __key__ __data__\" --command-key-pattern=S --command=\"HEXISTS + __key__ __key__\" --command-key-pattern=S --command=\"HGET __key__ __key__\" + --command-key-pattern=S --command=\"HDEL __key__ __key__\" --command-key-pattern=S + --command=EXEC --command-key-pattern=S --pipeline=20 -c 50 -t 2 --hide-histogram + --test-time 300 --rate-limiting 100" + resources: + requests: + cpus: '3' + memory: 2g + +priority: 80 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml new file mode 100644 index 0000000..8a38c69 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + LISTs in which the value has a data size of 100 Bytes. After pre-loading the data + it issues LPOP and RPOP commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" --command "LPUSH __key__ __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 4g +tested-groups: +- list +tested-commands: +- lpop +- rpop +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"LPOP __key__\" --command-key-pattern=\"\ + R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml new file mode 100644 index 0000000..0ba62fc --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + LISTs in which the value has a data size of 10 Bytes. After pre-loading the data + it issues LPOP and RPOP commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "LPUSH __key__ __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- list +tested-commands: +- lpop +- rpop +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --command \"LPOP __key__\" --command-key-pattern=\"\ + R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml new file mode 100644 index 0000000..bb2fb07 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading + LISTs in which the value has a data size of 1000 Bytes. After pre-loading the data + it issues LPOP and RPOP commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "LPUSH __key__ __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 10g +tested-groups: +- list +tested-commands: +- lpop +- rpop +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --command \"LPOP __key__\" --command-key-pattern=\"\ + R\" --command \"RPOP __key__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml new file mode 100644 index 0000000..0aa26ad --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 \"--pipeline\" \"10\" \"--data-size\" \"1000\" --command + \"HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ + field5 __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml new file mode 100644 index 0000000..5cae3e0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml new file mode 100644 index 0000000..3c05786 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES + with 5 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hmset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 \"--data-size\" \"1000\" --command \"HMSET __key__ field1 + __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 20 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml new file mode 100644 index 0000000..c4259ab --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 8g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml new file mode 100644 index 0000000..631454a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs + in which the value has a data size of 10 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml new file mode 100644 index 0000000..bd3d1d4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs + in which the value has a data size of 1000 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 32g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --command \"LPUSH __key__ __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml new file mode 100644 index 0000000..ba88d7b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml @@ -0,0 +1,42 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs + with 100 integer elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --test-time 180 -c 50 -t 4 --command \"SADD __key__ 436858 + 768277 10664 860016 865292 841848 313147 896678 386308 977048 203069 283373 593503 + 457419 169542 391186 130304 916639 453967 273773 589383 657683 182813 641487 580095 + 195884 372142 774005 768470 95729 556839 771113 432139 613472 528415 174665 155343 + 215707 753892 81624 199200 877732 358153 337683 24664 481128 356011 28176 535519 + 724263 780697 435661 3623 6998 985912 696150 913066 171765 808279 608289 187563 + 300496 104333 684239 434669 111037 928553 714514 606168 190478 772363 393219 243921 + 549032 624950 743846 957491 864902 345918 846332 42207 243593 125622 915607 523476 + 226892 773003 840853 792775 582050 702242 194856 270254 617201 454742 543414 960526 + 136178 43558 172112\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml new file mode 100644 index 0000000..010314f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml @@ -0,0 +1,42 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs + with 100 integer elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"SADD __key__ 436858 768277 10664 + 860016 865292 841848 313147 896678 386308 977048 203069 283373 593503 457419 169542 + 391186 130304 916639 453967 273773 589383 657683 182813 641487 580095 195884 372142 + 774005 768470 95729 556839 771113 432139 613472 528415 174665 155343 215707 753892 + 81624 199200 877732 358153 337683 24664 481128 356011 28176 535519 724263 780697 + 435661 3623 6998 985912 696150 913066 171765 808279 608289 187563 300496 104333 + 684239 434669 111037 928553 714514 606168 190478 772363 393219 243921 549032 624950 + 743846 957491 864902 345918 846332 42207 243593 125622 915607 523476 226892 773003 + 840853 792775 582050 702242 194856 270254 617201 454742 543414 960526 136178 43558 + 172112\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml new file mode 100644 index 0000000..ba9d742 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 5g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"XADD __key__ + MAXLEN ~ 1 * field __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml new file mode 100644 index 0000000..66a4e98 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 5g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 1 * field + __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --test-time + 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml new file mode 100644 index 0000000..2ccb136 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the 5 field values have a data size of 100 Bytes. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 8g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --command \"XADD __key__ + MAXLEN ~ 5 * field __data__ field __data__ field __data__ field __data__ field + __data__\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum 1000000 --test-time + 180 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml new file mode 100644 index 0000000..c6fa3f2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STREAMs + in which the 5 field values have a data size of 100 Bytes. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 8g +tested-commands: +- xadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"100\" --command \"XADD __key__ MAXLEN ~ 5 * field + __data__ field __data__ field __data__ field __data__ field __data__\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 66 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml new file mode 100644 index 0000000..3f375e7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --ratio 1:0 --key-pattern + P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml similarity index 55% rename from redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml index e331fc3..7c51835 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-200KiB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml @@ -1,6 +1,8 @@ version: 0.4 -name: memtier_benchmark-1Mkeys-load-string-with-200KiB-values -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 200K Bytes. +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 100 Bytes. Rate limited to 10000 ops/sec. dbconfig: configuration-parameters: save: '""' @@ -18,9 +20,11 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark - arguments: '"--data-size" "200000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + arguments: "\"--data-size\" \"100\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml new file mode 100644 index 0000000..b141b2d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 10 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"10\" --ratio 1:0 --key-pattern + P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml new file mode 100644 index 0000000..837585b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 10 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml new file mode 100644 index 0000000..ebc72d7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 1000 Bytes. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"1000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml similarity index 55% rename from redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml index 44ed5ff..a89d4f6 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml @@ -1,6 +1,8 @@ version: 0.4 -name: memtier_benchmark-1Mkeys-load-string-with-2MB-values -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 2M Bytes. +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs + in which the value has a data size of 20K Bytes. Rate limited to 10000 ops/sec. dbconfig: configuration-parameters: save: '""' @@ -18,9 +20,11 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark - arguments: '"--data-size" "2000000" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + arguments: "\"--data-size\" \"20000\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram --rate-limiting + 50" resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml new file mode 100644 index 0000000..525e219 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading ZSETs + with 10 elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- zadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 0.306275 lysbgqqfqw + 0.486004 mtccjerdon 0.941626 jekkafodvk 0.602656 nmgxcctxpn 0.630771 vyqqkuszzh + 0.406379 pytrnqdhvs 0.521814 oguwnmniig 0.182854 gekntrykfh 0.657658 nhfnbxqgol + 0.218066 cgoeihlnei\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- sorted-set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml new file mode 100644 index 0000000..4b6ba98 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml @@ -0,0 +1,35 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading ZSETs + with 10 elements. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- zadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 1 lysbgqqfqw 2 mtccjerdon + 3 jekkafodvk 4 nmgxcctxpn 5 vyqqkuszzh 6 pytrnqdhvs 7 oguwnmniig 8 gekntrykfh + 9 nhfnbxqgol 10 cgoeihlnei\" --command-key-pattern=\"P\" --key-minimum=1 --key-maximum + 1000000 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- sorted-set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml new file mode 100644 index 0000000..c1b1241 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1 Bytes for each key initially. Then we append to the same keys with values + ranging from 1 to 100B. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- append +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --data-size-range=1-100 --command \"APPEND + __key__ __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml new file mode 100644 index 0000000..ad67687 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1 Bytes for each key initially. Then we append to the same keys with values + ranging from 1 to 100B. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- append +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --data-size-range=1-100 --command \"APPEND __key__ __data__\"\ + \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 + --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml new file mode 100644 index 0000000..a6eefb0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr +description: Runs memtier_benchmark, for a keyspace length of 1M keys testing use + embedded string object encoding on the string and doing decr command. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: ' --command "SET __key__ 9223372036854775807" --command-key-pattern="P" + -n 5000 --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 1g +tested-commands: +- decr +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 --command \"DECR __key__\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 4 -t 4 --hide-histogram --rate-limiting + 625" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 98 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml new file mode 100644 index 0000000..6c75dc6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"100\" --ratio 0:1 --key-pattern + R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml new file mode 100644 index 0000000..7d87a49 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--data-size 100 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml new file mode 100644 index 0000000..00c36c5 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 10 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--pipeline\" \"10\" \"--data-size\" \"10\" --ratio 0:1 --key-pattern + R:R -c 25 -t 4 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml new file mode 100644 index 0000000..dcfdc88 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 10 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"10\" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml new file mode 100644 index 0000000..7620c76 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --data-size 1000 --ratio 0:1 --key-pattern R:R -c 25 -t + 4 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml new file mode 100644 index 0000000..23c162d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "1000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 2g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--data-size 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml similarity index 55% rename from redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml rename to redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml index cca0660..e6cfae2 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml @@ -1,15 +1,17 @@ version: 0.4 -name: memtier_benchmark-1Mkeys-string-get-20KiB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 20000 Bytes for each key. +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 20000 Bytes for each key. Rate limited to 10000 ops/sec. dbconfig: configuration-parameters: save: '""' check: keyspacelen: 1000000 preload_tool: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark - arguments: '"--data-size" "20000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--data-size" "20000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 2g @@ -21,9 +23,10 @@ build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: - run_image: redislabs/memtier_benchmark:edge + run_image: redislabs/memtier_benchmark:2.1.0 tool: memtier_benchmark - arguments: --data-size 20000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 + arguments: "--data-size 20000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram + --test-time 180 --rate-limiting 100" resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml new file mode 100644 index 0000000..4d9cad4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 1. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --command \"INCRBY __key__ 1\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml new file mode 100644 index 0000000..c5070a4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml @@ -0,0 +1,31 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 1. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --command \"INCRBY __key__ 1\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml new file mode 100644 index 0000000..811acc2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 0.01. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrbyfloat +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --command \"INCRBYFLOAT __key__ 0.01\"\ + \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 + --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml new file mode 100644 index 0000000..5946fca --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml @@ -0,0 +1,31 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby + of 0.01. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incrbyfloat +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --command \"INCRBYFLOAT __key__ 0.01\" --command-key-pattern=\"\ + R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml new file mode 100644 index 0000000..3397e02 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 1000 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --data-size 1000 --key-maximum 1000000 --key-prefix "" --command="SET + __key__ __data__" --command-key-pattern P --key-minimum 1 --hide-histogram + -t 2 -c 100 + resources: + requests: + memory: 2g +tested-commands: +- mget +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--key-prefix \"\" --command \"MGET __key__ 1 2 3 4 5 6 7 8 9\" -c 50 + -t 2 --hide-histogram --test-time 180 --rate-limiting 100" + resources: + requests: + cpus: '2' + memory: 2g + +tested-groups: +- string +priority: 13 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml new file mode 100644 index 0000000..5ad800b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --command \"SETEX __key__ 3600 __value__\"\ + \ --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 + --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml new file mode 100644 index 0000000..d81cf0d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- setrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --pipeline 10 --data-size-range=1-95 --command \"SETRANGE + __key__ 5 __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum + 1000000 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml new file mode 100644 index 0000000..e9b28b1 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data + size of 100 Bytes for each key. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" + "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- setrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --data-size-range=1-95 --command \"SETRANGE __key__ + 5 __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 1000000 + -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml new file mode 100644 index 0000000..6a1ba36 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 2 elements and comes from the example of https://redis.io/docs/latest/commands/geopos, + and we query it using GEOPOS command. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"GEOADD" "Sicily" "13.361389" "38.115556" "Palermo" "15.087269" "37.502669" "Catania"' +tested-groups: +- geo +tested-commands: +- geopos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOPOS Sicily Palermo Catania\" --hide-histogram + --test-time 120 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml new file mode 100644 index 0000000..4661276 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 2 elements and comes from the example of https://redis.io/docs/latest/commands/geosearch, + and we query it using GEOSEARCH command. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"GEOADD" "Sicily" "13.361389" "38.115556" "Palermo" "15.087269" "37.502669" "Catania"' + - '"GEOADD" "Sicily" "12.758489" "38.788135" "edge1" "17.241510" "38.788135" "edge2"' +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOSEARCH Sicily FROMLONLAT 15 37 BYBOX 400 400 + km ASC WITHCOORD WITHDIST\" --hide-histogram --test-time 120 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml new file mode 100644 index 0000000..1449dfb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEODIST command between + 2 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geodist +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEODIST key 1 2\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 166 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml new file mode 100644 index 0000000..eb1456e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEODIST command between + 2 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geodist +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEODIST key 1 2\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 166 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml new file mode 100644 index 0000000..2bdf31a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOHASH command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geohash +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEOHASH key 1\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 170 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml new file mode 100644 index 0000000..9956cc0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOHASH command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geohash +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOHASH key 1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 170 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml new file mode 100644 index 0000000..920a132 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOPOS command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geopos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 -c 50 -t 4 --command=\"GEOPOS key 1\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml new file mode 100644 index 0000000..23e6487 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml @@ -0,0 +1,35 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOPOS command. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geopos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"GEOPOS key 1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 138 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml new file mode 100644 index 0000000..eb57592 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOSEARCH command that + replies with a very large (~11K ) number of elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYBOX 200 200 + KM\" --hide-histogram --test-time 180 --rate-limiting 1250" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 158 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml new file mode 100644 index 0000000..801f6af --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOSEARCH command that + replies with a very large (~100K ) number of elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 -c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 + BYRADIUS 200 KM\" --hide-histogram --test-time 180 --rate-limiting 1250" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 158 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml new file mode 100644 index 0000000..08fbef7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat +description: 'Runs memtier_benchmark, for a keyspace length of 1 GEO key. The GEO + key contains 60841557 elements in it and we query it using GEOSEARCH command that + replies with a very large (~100K ) number of elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + dataset: + https://s3.us-east-2.amazonaws.com/redis.benchmarks.spec/datasets/geopoint/dump.rdb + resources: + requests: + memory: 6g +tested-groups: +- geo +tested-commands: +- geosearch +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 2 -t 4 --command=\"GEOSEARCH key FROMLONLAT 7.0 55.0 BYRADIUS 200 + KM\" --hide-histogram --test-time 180 --rate-limiting 1250" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 158 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml new file mode 100644 index 0000000..5cd8874 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml @@ -0,0 +1,50 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1 keys pre-loading HASHes + in which the value has a data size of 10 Bytes. After pre-loading the data it issues + HSCAN command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 + __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ + field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 + __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ + field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 + __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ + field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 + __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ + field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 + __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ + field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 + __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="P" + --key-minimum=1 --key-maximum 1 -n allkeys -c 1 -t 1 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- hash +tested-commands: +- hscan +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"HSCAN __key__ 0\" --command-key-pattern=\"R\" --key-minimum=1 + --key-maximum 1 --test-time 120 -c 50 -t 4 --hide-histogram --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 96 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml new file mode 100644 index 0000000..3c7d5d3 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"LRANGE list:10 0 -1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml new file mode 100644 index 0000000..15a8c70 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LRANGE list:10 0 -1\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml new file mode 100644 index 0000000..7b58e9e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 100 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"LRANGE list:100 0 -1\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml new file mode 100644 index 0000000..a53eba3 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 100 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LRANGE list:100 0 -1\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml new file mode 100644 index 0000000..d69042d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 integer elements in it and we query it using LINDEX of a element + that we know it is in the middle of the list. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lindex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LINDEX intlist 5000\" --hide-histogram --test-time 120 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml new file mode 100644 index 0000000..a412110 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 string elements in it and we query it using LPOS of a element that + we know it is in the middle of the list. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 + -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lindex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LINDEX strlist 5000\" --hide-histogram --test-time 120 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml new file mode 100644 index 0000000..4f33585 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,202 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 1000 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" "zdulfflfqx" + "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" "ltvfnuuwil" + "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" "giubyhvaav" + "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" "caaqjozcqh" + "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" "slskrnekbc" + "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" "qgasrnjrld" + "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" "ltgidziwzm" + "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" "akzsgaeqon" + "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" "alfftdxaxc" + "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" "wemmvswznk" + "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" "babfjxxabw" + "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" "mjwrbndexu" + "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" "tqpqihwjtl" + "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" "mwmcwqzbld" + "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" "pyjpxqnavq" + "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" "cqfnhujrbj" + "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" "tkgihmsrha" + "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" "ljinllovsw" + "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" "iosqxoobrk" + "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" "jfqxkxgqhj" + "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" "vjihaakiof" + "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" "qslrwqmixc" + "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" "mkxysrkpug" + "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" "vlhtdpqavh" + "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" "ngcxqjjpdm" + "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" "dxpepbctea" + "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" "jvekvvldai" + "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" "vqtixjkcbb" + "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" "vxrtzngznb" + "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" "tjnjhejnju" + "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" "yqvkykgjbe" + "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" "mobwpcyxuk" + "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" "usjmfkopln" + "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" "vjhpmffzxc" + "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" "muhewfzihs" + "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" "wiqhmhkiel" + "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" "mupcilqfjg" + "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" "yajpmxmuwz" + "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" "spogjykkfs" + "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" "outdlyeqvq" + "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" "hhbceuegvh" + "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" "hplvvuoscb" + "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" "fiafoggekm" + "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" "bekchebgys" + "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" "vpzsmbjkvy" + "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" "abinkgshoi" + "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" "orqqevpmca" + "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" "sdnkjddyut" + "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" "brrlblrxwa" + "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" "zbfeyptemz" + "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" "lscjhgztom" + "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" "tuajnnqtcq" + "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" "ihealvwnxb" + "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" "pzrchtwaaw" + "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" "gjiwldcfqh" + "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" "aejnvyfdst" + "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" "pkvcbelpos" + "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" "egmgddriry" + "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" "dlhjfafskj" + "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" "dozecfsvue" + "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" "qjwrnhooax" + "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" "tsnawydcru" + "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" "ybckvbeoib" + "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" "pfvfxrrfhl" + "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" "otadcihtmd" + "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" "wqsqzzbqhm" + "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" "xwxwosqkhm" + "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" "rhnkzlsjtk" + "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" "hvtlkrungk" + "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" "hmcpcrjumm" + "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" "nunchscyqc" + "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" "ijdgnlzprg" + "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" "uzktwqcdeb" + "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" "xgfzndhodu" + "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" "ogyvxbgcwi" + "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" "ctusqixohm" + "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" "bzwxqcpftf" + "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" "ghepftfjgk" + "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" "tdceweesxh" + "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" "eyrbqexkff" + "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" "yrsizkbbwz" + "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" "emfqsjraia" + "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" "qbhdjhoohc" + "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" "csjfbpjyzq" + "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" "dpkiubfzbx" + "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" "expefhkisx" + "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" "nbkaxrojqq" + "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" "oglqutqfcx" + "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" "suhwnartid" + "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" "wovoupawzt" + "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" "pwgjoppmgc" + "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" "pfaytznuaa" + "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" "gkmwutvars" + "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" "bovkdabcdo" + "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" "uboipezuni" + "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" "ehnrizfmfo" + "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" "mhrvuemywb" + "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" "bzjzucrypq" + "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" "ndwiompimr" + "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" "iwqanwtvcd" + "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" "fmpdixcckx" + "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" "rnvhfxbuoi" + "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" "kgirldeylz" + "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" "ouroipthpq" + "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" "qmxxfyuodo" + "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" "ndltyojjxj" + "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" "wwfbpjatrp" + "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" "tdmjyuitvv" + "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" "wrqnytptzm" + "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" "iehxaaneev" + "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" "zuccleayil" + "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" "fffreqppjj" + "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" "vldwfdnicm" + "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" "dniplpxfof" + "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" "vlcnbfqvox" + "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" "qhhhipzncq" + "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" "kuiumwomxi" + "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" "ukdnaklmcp" + "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" "cgpvvnbvlk" + "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" "ucxeoqcssr" + "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" "cnbqnvxmjp" + "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" "jznackjcrd" + "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" "iwuuxdactm" + "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" "wtzqqecgfy" + "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" "jfbgmhtjke" + "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" "twmbtaxdro" + "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" "nrencopzqn" + "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" "tvzacklhdz" + "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" "usykkwszvh" + "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" "nqwjivcosg" + "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" "padscbypdo" + "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" "iyeiercbxr" + "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" "urkkyscfti" + "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" "apyzwvajot" + "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" "zuibhuihtz" + "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" "xeyxlxiqch" + "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" "cvbbbdzmie" + "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" "fmmammvdyj" + "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" "vyewicgjio" + "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" "ygrpkpstxq" + "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" "tyephutkmb" + "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" "mhbfsuaovv" + "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" "hvxefqtmqu" + "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" "rcaatkjyur" + "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" "mnsaklzgob" + "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" "rxvhmzvbcv" + "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" "zewylkylsy" + "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" "qgdgujdvtg" + "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" "qgobfhgspy" + "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" "gygftrsdbm" + "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" "ywlqbjqeug" + "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" "dpauqcpgyi" + "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" "kluswgtjsf" + "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" "pmytvtksfi" + "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" "dmbarohbfj" + "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" "cszvzbrmoy" + "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" "oxsdmrdbit" + "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" "yrvmdhnnfc" + "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" "rfxibyjmpg" + "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" "iesbitdnjd" + "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" "ajkgxmtamu" + "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" "qckueiqiwh" + "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" "nmguhcygct" + "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" "xepfvvcovk" + "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" "yilvzcevlj" + "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" "pribqncfuf" + "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"LRANGE list:1000 0 -1\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml new file mode 100644 index 0000000..357ed73 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml @@ -0,0 +1,202 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 1000 elements in it and we query it using LRANGE with a range of all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" "zdulfflfqx" + "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" "ltvfnuuwil" + "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" "giubyhvaav" + "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" "caaqjozcqh" + "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" "slskrnekbc" + "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" "qgasrnjrld" + "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" "ltgidziwzm" + "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" "akzsgaeqon" + "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" "alfftdxaxc" + "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" "wemmvswznk" + "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" "babfjxxabw" + "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" "mjwrbndexu" + "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" "tqpqihwjtl" + "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" "mwmcwqzbld" + "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" "pyjpxqnavq" + "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" "cqfnhujrbj" + "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" "tkgihmsrha" + "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" "ljinllovsw" + "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" "iosqxoobrk" + "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" "jfqxkxgqhj" + "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" "vjihaakiof" + "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" "qslrwqmixc" + "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" "mkxysrkpug" + "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" "vlhtdpqavh" + "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" "ngcxqjjpdm" + "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" "dxpepbctea" + "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" "jvekvvldai" + "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" "vqtixjkcbb" + "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" "vxrtzngznb" + "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" "tjnjhejnju" + "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" "yqvkykgjbe" + "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" "mobwpcyxuk" + "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" "usjmfkopln" + "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" "vjhpmffzxc" + "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" "muhewfzihs" + "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" "wiqhmhkiel" + "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" "mupcilqfjg" + "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" "yajpmxmuwz" + "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" "spogjykkfs" + "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" "outdlyeqvq" + "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" "hhbceuegvh" + "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" "hplvvuoscb" + "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" "fiafoggekm" + "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" "bekchebgys" + "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" "vpzsmbjkvy" + "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" "abinkgshoi" + "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" "orqqevpmca" + "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" "sdnkjddyut" + "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" "brrlblrxwa" + "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" "zbfeyptemz" + "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" "lscjhgztom" + "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" "tuajnnqtcq" + "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" "ihealvwnxb" + "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" "pzrchtwaaw" + "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" "gjiwldcfqh" + "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" "aejnvyfdst" + "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" "pkvcbelpos" + "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" "egmgddriry" + "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" "dlhjfafskj" + "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" "dozecfsvue" + "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" "qjwrnhooax" + "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" "tsnawydcru" + "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" "ybckvbeoib" + "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" "pfvfxrrfhl" + "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" "otadcihtmd" + "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" "wqsqzzbqhm" + "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" "xwxwosqkhm" + "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" "rhnkzlsjtk" + "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" "hvtlkrungk" + "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" "hmcpcrjumm" + "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" "nunchscyqc" + "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" "ijdgnlzprg" + "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" "uzktwqcdeb" + "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" "xgfzndhodu" + "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" "ogyvxbgcwi" + "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" "ctusqixohm" + "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" "bzwxqcpftf" + "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" "ghepftfjgk" + "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" "tdceweesxh" + "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" "eyrbqexkff" + "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" "yrsizkbbwz" + "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" "emfqsjraia" + "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" "qbhdjhoohc" + "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" "csjfbpjyzq" + "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" "dpkiubfzbx" + "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" "expefhkisx" + "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" "nbkaxrojqq" + "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" "oglqutqfcx" + "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" "suhwnartid" + "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" "wovoupawzt" + "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" "pwgjoppmgc" + "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" "pfaytznuaa" + "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" "gkmwutvars" + "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" "bovkdabcdo" + "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" "uboipezuni" + "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" "ehnrizfmfo" + "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" "mhrvuemywb" + "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" "bzjzucrypq" + "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" "ndwiompimr" + "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" "iwqanwtvcd" + "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" "fmpdixcckx" + "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" "rnvhfxbuoi" + "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" "kgirldeylz" + "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" "ouroipthpq" + "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" "qmxxfyuodo" + "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" "ndltyojjxj" + "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" "wwfbpjatrp" + "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" "tdmjyuitvv" + "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" "wrqnytptzm" + "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" "iehxaaneev" + "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" "zuccleayil" + "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" "fffreqppjj" + "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" "vldwfdnicm" + "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" "dniplpxfof" + "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" "vlcnbfqvox" + "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" "qhhhipzncq" + "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" "kuiumwomxi" + "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" "ukdnaklmcp" + "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" "cgpvvnbvlk" + "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" "ucxeoqcssr" + "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" "cnbqnvxmjp" + "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" "jznackjcrd" + "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" "iwuuxdactm" + "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" "wtzqqecgfy" + "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" "jfbgmhtjke" + "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" "twmbtaxdro" + "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" "nrencopzqn" + "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" "tvzacklhdz" + "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" "usykkwszvh" + "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" "nqwjivcosg" + "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" "padscbypdo" + "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" "iyeiercbxr" + "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" "urkkyscfti" + "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" "apyzwvajot" + "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" "zuibhuihtz" + "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" "xeyxlxiqch" + "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" "cvbbbdzmie" + "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" "fmmammvdyj" + "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" "vyewicgjio" + "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" "ygrpkpstxq" + "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" "tyephutkmb" + "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" "mhbfsuaovv" + "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" "hvxefqtmqu" + "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" "rcaatkjyur" + "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" "mnsaklzgob" + "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" "rxvhmzvbcv" + "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" "zewylkylsy" + "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" "qgdgujdvtg" + "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" "qgobfhgspy" + "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" "gygftrsdbm" + "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" "ywlqbjqeug" + "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" "dpauqcpgyi" + "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" "kluswgtjsf" + "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" "pmytvtksfi" + "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" "dmbarohbfj" + "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" "cszvzbrmoy" + "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" "oxsdmrdbit" + "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" "yrvmdhnnfc" + "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" "rfxibyjmpg" + "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" "iesbitdnjd" + "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" "ajkgxmtamu" + "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" "qckueiqiwh" + "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" "nmguhcygct" + "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" "xepfvvcovk" + "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" "yilvzcevlj" + "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" "pribqncfuf" + "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LRANGE list:1000 0 -1\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml new file mode 100644 index 0000000..bfe0540 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml @@ -0,0 +1,33 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 HyperLogLog key. Continuously + add 4KB sized random elements using the PFADD command. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 2g +tested-groups: +- hyperloglog +tested-commands: +- pfadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 -c 2 -t 2 --command=\"PFADD hll __data__\" -R --data-size=4096\ + \ --hide-histogram --test-time 180 --rate-limiting 2500" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 61 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml new file mode 100644 index 0000000..9d3198e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 10 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"SMEMBERS set:10\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml new file mode 100644 index 0000000..4cae22f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 10 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SMEMBERS set:10\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml new file mode 100644 index 0000000..21bdcb2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 10 elements in it and we query it using SMISMEMBER with 2 elements in which + one is present and the other is not. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" + "vyqqkuszzh" "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' +tested-groups: +- set +tested-commands: +- smembers +- smismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SMISMEMBER set:10 lysbgqqfqw not-a-member\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 106 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml new file mode 100644 index 0000000..e0bcd5a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SISMEMBER in which the value is + a member. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:100 lysbgqqfqw\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml new file mode 100644 index 0000000..8944b91 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml @@ -0,0 +1,52 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SISMEMBER in which the value is + not a member. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:100 not-a-member\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml new file mode 100644 index 0000000..557761a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml @@ -0,0 +1,50 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" + "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" + "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" + "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" + "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" + "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" + "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" + "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" + "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" + "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" + "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" + "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" + "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" + "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" + "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" + "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" + "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SMEMBERS set:100\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml new file mode 100644 index 0000000..3105659 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml @@ -0,0 +1,53 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SMISMEMBER with 2 elements in + which one is present and the other is not. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- smembers +- smismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SMISMEMBER set:100 lysbgqqfqw not-a-member\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 106 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml new file mode 100644 index 0000000..79d470d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml @@ -0,0 +1,50 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 100 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" + "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" + "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" + "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" + "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" + "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" + "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" + "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" + "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" + "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" + "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" + "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" + "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" + "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" + "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" + "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" + "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- set +tested-commands: +- sscan +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SSCAN set:100 0\" --hide-histogram --test-time 120 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml new file mode 100644 index 0000000..cc8a5e2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 10M + elements. We query it using SISMEMBER in which the value has 50% change of being + member. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="SADD set:10M:elements __key__" --command-key-pattern=P --key-maximum + 10000000 --key-prefix "" -n 10000000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- sadd +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:10M:elements __key__\" --key-maximum 20000000 + --key-prefix \"\" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml new file mode 100644 index 0000000..2ca5661 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml @@ -0,0 +1,200 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key. The SET + contains 1000 elements in it and we query it using SMEMBERS that returns all elements. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: '"SADD" "set:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" + "zdulfflfqx" "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" + "ltvfnuuwil" "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" + "giubyhvaav" "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" + "caaqjozcqh" "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" + "slskrnekbc" "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" + "qgasrnjrld" "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" + "ltgidziwzm" "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" + "akzsgaeqon" "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" + "alfftdxaxc" "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" + "wemmvswznk" "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" + "babfjxxabw" "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" + "mjwrbndexu" "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" + "tqpqihwjtl" "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" + "mwmcwqzbld" "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" + "pyjpxqnavq" "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" + "cqfnhujrbj" "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" + "tkgihmsrha" "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" + "ljinllovsw" "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" + "iosqxoobrk" "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" + "jfqxkxgqhj" "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" + "vjihaakiof" "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" + "qslrwqmixc" "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" + "mkxysrkpug" "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" + "vlhtdpqavh" "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" + "ngcxqjjpdm" "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" + "dxpepbctea" "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" + "jvekvvldai" "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" + "vqtixjkcbb" "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" + "vxrtzngznb" "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" + "tjnjhejnju" "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" + "yqvkykgjbe" "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" + "mobwpcyxuk" "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" + "usjmfkopln" "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" + "vjhpmffzxc" "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" + "muhewfzihs" "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" + "wiqhmhkiel" "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" + "mupcilqfjg" "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" + "yajpmxmuwz" "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" + "spogjykkfs" "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" + "outdlyeqvq" "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" + "hhbceuegvh" "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" + "hplvvuoscb" "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" + "fiafoggekm" "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" + "bekchebgys" "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" + "vpzsmbjkvy" "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" + "abinkgshoi" "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" + "orqqevpmca" "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" + "sdnkjddyut" "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" + "brrlblrxwa" "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" + "zbfeyptemz" "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" + "lscjhgztom" "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" + "tuajnnqtcq" "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" + "ihealvwnxb" "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" + "pzrchtwaaw" "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" + "gjiwldcfqh" "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" + "aejnvyfdst" "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" + "pkvcbelpos" "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" + "egmgddriry" "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" + "dlhjfafskj" "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" + "dozecfsvue" "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" + "qjwrnhooax" "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" + "tsnawydcru" "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" + "ybckvbeoib" "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" + "pfvfxrrfhl" "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" + "otadcihtmd" "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" + "wqsqzzbqhm" "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" + "xwxwosqkhm" "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" + "rhnkzlsjtk" "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" + "hvtlkrungk" "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" + "hmcpcrjumm" "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" + "nunchscyqc" "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" + "ijdgnlzprg" "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" + "uzktwqcdeb" "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" + "xgfzndhodu" "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" + "ogyvxbgcwi" "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" + "ctusqixohm" "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" + "bzwxqcpftf" "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" + "ghepftfjgk" "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" + "tdceweesxh" "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" + "eyrbqexkff" "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" + "yrsizkbbwz" "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" + "emfqsjraia" "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" + "qbhdjhoohc" "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" + "csjfbpjyzq" "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" + "dpkiubfzbx" "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" + "expefhkisx" "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" + "nbkaxrojqq" "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" + "oglqutqfcx" "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" + "suhwnartid" "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" + "wovoupawzt" "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" + "pwgjoppmgc" "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" + "pfaytznuaa" "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" + "gkmwutvars" "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" + "bovkdabcdo" "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" + "uboipezuni" "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" + "ehnrizfmfo" "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" + "mhrvuemywb" "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" + "bzjzucrypq" "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" + "ndwiompimr" "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" + "iwqanwtvcd" "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" + "fmpdixcckx" "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" + "rnvhfxbuoi" "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" + "kgirldeylz" "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" + "ouroipthpq" "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" + "qmxxfyuodo" "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" + "ndltyojjxj" "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" + "wwfbpjatrp" "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" + "tdmjyuitvv" "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" + "wrqnytptzm" "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" + "iehxaaneev" "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" + "zuccleayil" "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" + "fffreqppjj" "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" + "vldwfdnicm" "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" + "dniplpxfof" "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" + "vlcnbfqvox" "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" + "qhhhipzncq" "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" + "kuiumwomxi" "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" + "ukdnaklmcp" "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" + "cgpvvnbvlk" "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" + "ucxeoqcssr" "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" + "cnbqnvxmjp" "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" + "jznackjcrd" "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" + "iwuuxdactm" "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" + "wtzqqecgfy" "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" + "jfbgmhtjke" "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" + "twmbtaxdro" "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" + "nrencopzqn" "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" + "tvzacklhdz" "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" + "usykkwszvh" "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" + "nqwjivcosg" "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" + "padscbypdo" "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" + "iyeiercbxr" "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" + "urkkyscfti" "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" + "apyzwvajot" "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" + "zuibhuihtz" "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" + "xeyxlxiqch" "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" + "cvbbbdzmie" "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" + "fmmammvdyj" "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" + "vyewicgjio" "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" + "ygrpkpstxq" "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" + "tyephutkmb" "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" + "mhbfsuaovv" "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" + "hvxefqtmqu" "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" + "rcaatkjyur" "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" + "mnsaklzgob" "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" + "rxvhmzvbcv" "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" + "zewylkylsy" "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" + "qgdgujdvtg" "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" + "qgobfhgspy" "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" + "gygftrsdbm" "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" + "ywlqbjqeug" "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" + "dpauqcpgyi" "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" + "kluswgtjsf" "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" + "pmytvtksfi" "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" + "dmbarohbfj" "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" + "cszvzbrmoy" "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" + "oxsdmrdbit" "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" + "yrvmdhnnfc" "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" + "rfxibyjmpg" "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" + "iesbitdnjd" "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" + "ajkgxmtamu" "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" + "qckueiqiwh" "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" + "nmguhcygct" "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" + "xepfvvcovk" "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" + "yilvzcevlj" "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" + "pribqncfuf" "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"' +tested-groups: +- set +tested-commands: +- smembers +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SMEMBERS set:1000\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml new file mode 100644 index 0000000..27e5172 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 1M elements. + We query it using SISMEMBER in which the value has 50% change of being member. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="SADD set:1M:elements __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- sadd +- sismember +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SISMEMBER set:1M:elements __key__\" --key-maximum 2000000 + --key-prefix \"\" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml new file mode 100644 index 0000000..2fc585e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 200K + elements. The SADD is being issued on a SET with constant size (we are just updating + its members but not increasing). Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="SADD myset __key__" --command-key-pattern=P --key-maximum + 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SADD myset __key__\" --key-maximum 200000 --key-prefix \"\ + \" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g +priority: 30 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml new file mode 100644 index 0000000..e6933b4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml @@ -0,0 +1,33 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 2M elements + at the end of benchmark. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- set +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SADD myset __key__\" --command-key-pattern=P --key-maximum + 2000000 --key-prefix \"\" -n 1000000 -c 5 -t 4 --hide-histogram --rate-limiting + 500" + resources: + requests: + cpus: '4' + memory: 2g +priority: 30 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml new file mode 100644 index 0000000..563c102 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements and we increment the score of memebers using ZINCRBY. + Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zincrby +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZINCRBY key1 1 __key__\" --key-maximum 1000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting + 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 67 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml new file mode 100644 index 0000000..5aa7f9e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements and we query it using ZRANK. Rate limited to 10000 + ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANK key1 __key__\" --key-maximum 1000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting + 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 72 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml new file mode 100644 index 0000000..3b8813b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml @@ -0,0 +1,47 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 5M elements and we remove members using ZREM. Throughout the + course of the benchmark,the sorted set contains fewer members as we continuously + remove them. The chance that we ask for a member to be removed, which was already + removed, also increases. Starting with a large number of members helps us to have + suffienct number of members for the duration of the benchmark, however the preload + stage takes longer to complete. NOTE: using the --randomize flag ensures that we + continue to remove elements the longer we run the test. Without the flag, we stop + removing elements after some time, possibly we keep generating the same random numbers. Rate + limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 5000000 --key-prefix "" -n 5000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZREM key1 __key__\" --key-maximum 5000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --randomize + --rate-limiting 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 36 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml new file mode 100644 index 0000000..3a750de --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 256K elements of 1KB each and we query it using ZREVRANGEBYSCORE. + Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __data__" --command-key-pattern=P --key-maximum + 262144 --key-prefix "" -R --data-size=1024 -n 262144 --hide-histogram -t 1 -c + 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZREVRANGEBYSCORE key1 262144 1 WITHSCORES LIMIT 1 10\" --hide-histogram + --test-time 180 --pipeline 1 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 16 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml new file mode 100644 index 0000000..8b1baa7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements and we query it using ZREVRANK. Rate limited to + 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum + 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZREVRANK key1 __key__\" --key-maximum 1000000 --command-key-pattern=R + --key-prefix \"\" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 --rate-limiting + 10000" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 58 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml new file mode 100644 index 0000000..39e9867 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 10 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. The scores are long numbers. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:10:long_score" "10000000" "lysbgqqfqw" "10000001" "mtccjerdon" "10000002" + "jekkafodvk" "10000003" "nmgxcctxpn" "10000004" "vyqqkuszzh" "10000005" "pytrnqdhvs" + "10000006" "oguwnmniig" "10000007" "gekntrykfh" "10000008" "nhfnbxqgol" "10000009" + "cgoeihlnei"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:10:long_score 0 1000000000 BYSCORE WITHSCORES\"\ + \ --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml new file mode 100644 index 0000000..56e66c6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml @@ -0,0 +1,38 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 10 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:10" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" "jekkafodvk" + "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" "0.521814" + "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" "cgoeihlnei"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:10 0 1 BYSCORE WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml new file mode 100644 index 0000000..89e28e3 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml @@ -0,0 +1,64 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" + "jekkafodvk" "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" + "0.521814" "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" + "cgoeihlnei" "0.366328" "kgqrovsxce" "0.520723" "imyizmhzjk" "0.426630" "urvgxwbiiz" + "0.878001" "onzjrteqmu" "0.126097" "alqlzsvuuz" "0.562698" "lgrkndhekf" "0.357487" + "tcjvjofxtd" "0.395563" "ouuybhtvyb" "0.745796" "owbbdezgxn" "0.165356" "ksqpdywgdd" + "0.757214" "qrosceblyo" "0.346153" "agsdggdghc" "0.297342" "gfdqdrondm" "0.668749" + "oapbvnisyq" "0.281552" "htvbwmfyic" "0.013874" "vyoomgwuzv" "0.052023" "pcxdhdjwnf" + "0.648518" "ibhohmfxzt" "0.967245" "erxulvebrj" "0.971791" "qwxrsgafzy" "0.154577" + "whmotknaff" "0.404082" "ueyrvldzwl" "0.324634" "nsxaigrnje" "0.342459" "xsepfhdizi" + "0.988925" "exvhmqxvvp" "0.345154" "owtkxlzaci" "0.728413" "ypfeltycpy" "0.406783" + "qbiwbqiubb" "0.714527" "wqiwdbncmt" "0.760975" "dapacykoah" "0.212614" "hhjclfbbka" + "0.445330" "ujrxcmpvsq" "0.576866" "lbtpbknelm" "0.764225" "wvcnqbvlnf" "0.281427" + "mibvtmqxcy" "0.596978" "aovfsvbwjg" "0.650632" "qbyhorvill" "0.948063" "ypekeuutef" + "0.028779" "xamjodnbpf" "0.678338" "hhniikmtsx" "0.757806" "sahqeskveq" "0.671949" + "bqntlsaqjb" "0.190314" "luemuetmia" "0.219219" "zwnitejtpg" "0.212301" "ncjfckgkcl" + "0.730613" "qjyeqcfhjj" "0.657992" "wkbasfyzqz" "0.556851" "ccagtnjilc" "0.543822" + "pqyurbvifk" "0.101854" "djetcyfxuc" "0.878471" "vpmpffdoqz" "0.696931" "hlpdstpvzw" + "0.662898" "imdqxmkzdj" "0.887214" "eouliovvra" "0.193298" "gxephxbdru" "0.978115" + "dlsjwmqzhx" "0.743150" "uapsgmizgh" "0.181609" "gorgpnnqwr" "0.638726" "rojeolnopp" + "0.561627" "mbxohpancs" "0.223001" "upodnpqenn" "0.957952" "dlbqcynhrn" "0.586659" + "ichqzmiyot" "0.813623" "ulbrotlhze" "0.111318" "licotqplim" "0.525834" "mxwgdcutnb" + "0.405858" "vpbkvwgxsf" "0.129768" "ijsmoyesvd" "0.591274" "mbgehjiauu" "0.718370" + "vymjzlzqcn" "0.189343" "rjkknoigmu" "0.566307" "jxoxtnzujs" "0.563082" "eqlgkwosie" + "0.040883" "ljcgdooafo" "0.326765" "cwaveajmcz" "0.423381" "ssjqrsluod" "0.865798" + "fhuvzpxjbc" "0.784445" "perfwnpvkl" "0.659790" "mjjuylgssm" "0.918901" "vxcbagyymm" + "0.282908" "nxcdcaqgit" "0.030110" "ewomnmugfa" "0.164237" "rkaznetutk" "0.281729" + "rqvryfvlie" "0.877790" "holjcdpijr" "0.878293" "pquewclxuy" "0.674968" "ocrcszcznp" + "0.520069" "xczfmrxrja" "0.314841" "nxzsnkmxvi" "0.719988" "hhjchwjlmc"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:100 0 1 BYSCORE WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml new file mode 100644 index 0000000..87c4572 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml @@ -0,0 +1,64 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGEBYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100:long_score" "10000000" "vyoomgwuzv" "10000001" "xamjodnbpf" + "10000002" "ewomnmugfa" "10000003" "ljcgdooafo" "10000004" "pcxdhdjwnf" "10000005" + "djetcyfxuc" "10000006" "licotqplim" "10000007" "alqlzsvuuz" "10000008" "ijsmoyesvd" + "10000009" "whmotknaff" "10000010" "rkaznetutk" "10000011" "ksqpdywgdd" "10000012" + "gorgpnnqwr" "10000013" "gekntrykfh" "10000014" "rjkknoigmu" "10000015" "luemuetmia" + "10000016" "gxephxbdru" "10000017" "ncjfckgkcl" "10000018" "hhjclfbbka" "10000019" + "cgoeihlnei" "10000020" "zwnitejtpg" "10000021" "upodnpqenn" "10000022" "mibvtmqxcy" + "10000023" "htvbwmfyic" "10000024" "rqvryfvlie" "10000025" "nxcdcaqgit" "10000026" + "gfdqdrondm" "10000027" "lysbgqqfqw" "10000028" "nxzsnkmxvi" "10000029" "nsxaigrnje" + "10000030" "cwaveajmcz" "10000031" "xsepfhdizi" "10000032" "owtkxlzaci" "10000033" + "agsdggdghc" "10000034" "tcjvjofxtd" "10000035" "kgqrovsxce" "10000036" "ouuybhtvyb" + "10000037" "ueyrvldzwl" "10000038" "vpbkvwgxsf" "10000039" "pytrnqdhvs" "10000040" + "qbiwbqiubb" "10000041" "ssjqrsluod" "10000042" "urvgxwbiiz" "10000043" "ujrxcmpvsq" + "10000044" "mtccjerdon" "10000045" "xczfmrxrja" "10000046" "imyizmhzjk" "10000047" + "oguwnmniig" "10000048" "mxwgdcutnb" "10000049" "pqyurbvifk" "10000050" "ccagtnjilc" + "10000051" "mbxohpancs" "10000052" "lgrkndhekf" "10000053" "eqlgkwosie" "10000054" + "jxoxtnzujs" "10000055" "lbtpbknelm" "10000056" "ichqzmiyot" "10000057" "mbgehjiauu" + "10000058" "aovfsvbwjg" "10000059" "nmgxcctxpn" "10000060" "vyqqkuszzh" "10000061" + "rojeolnopp" "10000062" "ibhohmfxzt" "10000063" "qbyhorvill" "10000064" "nhfnbxqgol" + "10000065" "wkbasfyzqz" "10000066" "mjjuylgssm" "10000067" "imdqxmkzdj" "10000068" + "oapbvnisyq" "10000069" "bqntlsaqjb" "10000070" "ocrcszcznp" "10000071" "hhniikmtsx" + "10000072" "hlpdstpvzw" "10000073" "wqiwdbncmt" "10000074" "vymjzlzqcn" "10000075" + "hhjchwjlmc" "10000076" "ypfeltycpy" "10000077" "qjyeqcfhjj" "10000078" "uapsgmizgh" + "10000079" "owbbdezgxn" "10000080" "qrosceblyo" "10000081" "sahqeskveq" "10000082" + "dapacykoah" "10000083" "wvcnqbvlnf" "10000084" "perfwnpvkl" "10000085" "ulbrotlhze" + "10000086" "fhuvzpxjbc" "10000087" "holjcdpijr" "10000088" "onzjrteqmu" "10000089" + "pquewclxuy" "10000090" "vpmpffdoqz" "10000091" "eouliovvra" "10000092" "vxcbagyymm" + "10000093" "jekkafodvk" "10000094" "ypekeuutef" "10000095" "dlbqcynhrn" "10000096" + "erxulvebrj" "10000097" "qwxrsgafzy" "10000098" "dlsjwmqzhx" "10000099" "exvhmqxvvp"' +tested-groups: +- sorted-set +tested-commands: +- zrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANGEBYSCORE zset:100:long_score 0 1000000000 WITHSCORES\"\ + \ --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 7 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml new file mode 100644 index 0000000..d8a8959 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml @@ -0,0 +1,64 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGEBYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" + "jekkafodvk" "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" + "0.521814" "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" + "cgoeihlnei" "0.366328" "kgqrovsxce" "0.520723" "imyizmhzjk" "0.426630" "urvgxwbiiz" + "0.878001" "onzjrteqmu" "0.126097" "alqlzsvuuz" "0.562698" "lgrkndhekf" "0.357487" + "tcjvjofxtd" "0.395563" "ouuybhtvyb" "0.745796" "owbbdezgxn" "0.165356" "ksqpdywgdd" + "0.757214" "qrosceblyo" "0.346153" "agsdggdghc" "0.297342" "gfdqdrondm" "0.668749" + "oapbvnisyq" "0.281552" "htvbwmfyic" "0.013874" "vyoomgwuzv" "0.052023" "pcxdhdjwnf" + "0.648518" "ibhohmfxzt" "0.967245" "erxulvebrj" "0.971791" "qwxrsgafzy" "0.154577" + "whmotknaff" "0.404082" "ueyrvldzwl" "0.324634" "nsxaigrnje" "0.342459" "xsepfhdizi" + "0.988925" "exvhmqxvvp" "0.345154" "owtkxlzaci" "0.728413" "ypfeltycpy" "0.406783" + "qbiwbqiubb" "0.714527" "wqiwdbncmt" "0.760975" "dapacykoah" "0.212614" "hhjclfbbka" + "0.445330" "ujrxcmpvsq" "0.576866" "lbtpbknelm" "0.764225" "wvcnqbvlnf" "0.281427" + "mibvtmqxcy" "0.596978" "aovfsvbwjg" "0.650632" "qbyhorvill" "0.948063" "ypekeuutef" + "0.028779" "xamjodnbpf" "0.678338" "hhniikmtsx" "0.757806" "sahqeskveq" "0.671949" + "bqntlsaqjb" "0.190314" "luemuetmia" "0.219219" "zwnitejtpg" "0.212301" "ncjfckgkcl" + "0.730613" "qjyeqcfhjj" "0.657992" "wkbasfyzqz" "0.556851" "ccagtnjilc" "0.543822" + "pqyurbvifk" "0.101854" "djetcyfxuc" "0.878471" "vpmpffdoqz" "0.696931" "hlpdstpvzw" + "0.662898" "imdqxmkzdj" "0.887214" "eouliovvra" "0.193298" "gxephxbdru" "0.978115" + "dlsjwmqzhx" "0.743150" "uapsgmizgh" "0.181609" "gorgpnnqwr" "0.638726" "rojeolnopp" + "0.561627" "mbxohpancs" "0.223001" "upodnpqenn" "0.957952" "dlbqcynhrn" "0.586659" + "ichqzmiyot" "0.813623" "ulbrotlhze" "0.111318" "licotqplim" "0.525834" "mxwgdcutnb" + "0.405858" "vpbkvwgxsf" "0.129768" "ijsmoyesvd" "0.591274" "mbgehjiauu" "0.718370" + "vymjzlzqcn" "0.189343" "rjkknoigmu" "0.566307" "jxoxtnzujs" "0.563082" "eqlgkwosie" + "0.040883" "ljcgdooafo" "0.326765" "cwaveajmcz" "0.423381" "ssjqrsluod" "0.865798" + "fhuvzpxjbc" "0.784445" "perfwnpvkl" "0.659790" "mjjuylgssm" "0.918901" "vxcbagyymm" + "0.282908" "nxcdcaqgit" "0.030110" "ewomnmugfa" "0.164237" "rkaznetutk" "0.281729" + "rqvryfvlie" "0.877790" "holjcdpijr" "0.878293" "pquewclxuy" "0.674968" "ocrcszcznp" + "0.520069" "xczfmrxrja" "0.314841" "nxzsnkmxvi" "0.719988" "hhjchwjlmc"' +tested-groups: +- sorted-set +tested-commands: +- zrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANGEBYSCORE zset:100 0 1 WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 7 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml new file mode 100644 index 0000000..f5a1d6c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml @@ -0,0 +1,63 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 100 elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:100" "0.306275" "lysbgqqfqw" "0.486004" "mtccjerdon" "0.941626" + "jekkafodvk" "0.602656" "nmgxcctxpn" "0.630771" "vyqqkuszzh" "0.406379" "pytrnqdhvs" + "0.521814" "oguwnmniig" "0.182854" "gekntrykfh" "0.657658" "nhfnbxqgol" "0.218066" + "cgoeihlnei" "0.366328" "kgqrovsxce" "0.520723" "imyizmhzjk" "0.426630" "urvgxwbiiz" + "0.878001" "onzjrteqmu" "0.126097" "alqlzsvuuz" "0.562698" "lgrkndhekf" "0.357487" + "tcjvjofxtd" "0.395563" "ouuybhtvyb" "0.745796" "owbbdezgxn" "0.165356" "ksqpdywgdd" + "0.757214" "qrosceblyo" "0.346153" "agsdggdghc" "0.297342" "gfdqdrondm" "0.668749" + "oapbvnisyq" "0.281552" "htvbwmfyic" "0.013874" "vyoomgwuzv" "0.052023" "pcxdhdjwnf" + "0.648518" "ibhohmfxzt" "0.967245" "erxulvebrj" "0.971791" "qwxrsgafzy" "0.154577" + "whmotknaff" "0.404082" "ueyrvldzwl" "0.324634" "nsxaigrnje" "0.342459" "xsepfhdizi" + "0.988925" "exvhmqxvvp" "0.345154" "owtkxlzaci" "0.728413" "ypfeltycpy" "0.406783" + "qbiwbqiubb" "0.714527" "wqiwdbncmt" "0.760975" "dapacykoah" "0.212614" "hhjclfbbka" + "0.445330" "ujrxcmpvsq" "0.576866" "lbtpbknelm" "0.764225" "wvcnqbvlnf" "0.281427" + "mibvtmqxcy" "0.596978" "aovfsvbwjg" "0.650632" "qbyhorvill" "0.948063" "ypekeuutef" + "0.028779" "xamjodnbpf" "0.678338" "hhniikmtsx" "0.757806" "sahqeskveq" "0.671949" + "bqntlsaqjb" "0.190314" "luemuetmia" "0.219219" "zwnitejtpg" "0.212301" "ncjfckgkcl" + "0.730613" "qjyeqcfhjj" "0.657992" "wkbasfyzqz" "0.556851" "ccagtnjilc" "0.543822" + "pqyurbvifk" "0.101854" "djetcyfxuc" "0.878471" "vpmpffdoqz" "0.696931" "hlpdstpvzw" + "0.662898" "imdqxmkzdj" "0.887214" "eouliovvra" "0.193298" "gxephxbdru" "0.978115" + "dlsjwmqzhx" "0.743150" "uapsgmizgh" "0.181609" "gorgpnnqwr" "0.638726" "rojeolnopp" + "0.561627" "mbxohpancs" "0.223001" "upodnpqenn" "0.957952" "dlbqcynhrn" "0.586659" + "ichqzmiyot" "0.813623" "ulbrotlhze" "0.111318" "licotqplim" "0.525834" "mxwgdcutnb" + "0.405858" "vpbkvwgxsf" "0.129768" "ijsmoyesvd" "0.591274" "mbgehjiauu" "0.718370" + "vymjzlzqcn" "0.189343" "rjkknoigmu" "0.566307" "jxoxtnzujs" "0.563082" "eqlgkwosie" + "0.040883" "ljcgdooafo" "0.326765" "cwaveajmcz" "0.423381" "ssjqrsluod" "0.865798" + "fhuvzpxjbc" "0.784445" "perfwnpvkl" "0.659790" "mjjuylgssm" "0.918901" "vxcbagyymm" + "0.282908" "nxcdcaqgit" "0.030110" "ewomnmugfa" "0.164237" "rkaznetutk" "0.281729" + "rqvryfvlie" "0.877790" "holjcdpijr" "0.878293" "pquewclxuy" "0.674968" "ocrcszcznp" + "0.520069" "xczfmrxrja" "0.314841" "nxzsnkmxvi" "0.719988" "hhjchwjlmc"' +tested-groups: +- sorted-set +tested-commands: +- zscan +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZSCAN zset:100 0\" --hide-histogram --test-time 120 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml new file mode 100644 index 0000000..0d44b06 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements in it and we query it using ZCARD. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern + P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zcard +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZCARD lb\" --hide-histogram --test-time 180 --pipeline + 10 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 10 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml new file mode 100644 index 0000000..ec30fdc --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements in it and we query it using ZREVRANGE with a range + of 5 elements. This benchmarks helps assessing: https://github.com/redis/redis/issues/10310 + Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern + P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZREVRANGE lb 5 10\" --hide-histogram --test-time 180 --rate-limiting + 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 8 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml new file mode 100644 index 0000000..5e2b7a9 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml @@ -0,0 +1,39 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1M elements in it and we query it using ZCARD. Rate limited + to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern + P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"zscore lb __key__\" --key-prefix \"\" --hide-histogram --test-time + 180 --pipeline 10 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 18 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml new file mode 100644 index 0000000..92c4706 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml @@ -0,0 +1,37 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire +description: 'Runs memtier_benchmark, for a keyspace length of 2 HASH keys. This benchmark + invokes the execution of a server-side Lua script doing 2 HSET commands and doing + EXPIRE on those keys. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- scripting +tested-commands: +- eval +- hset +- expire +- ping +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"eval \\\"redis.call('hset', 'h1', 'k', 'v');redis.call('hset', + 'h2', 'k', 'v');redis.call('expire', 'h1', 3600);redis.call('expire', 'h2', 3600);return + redis.call('ping')\\\" 0\" --hide-histogram --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 39 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml new file mode 100644 index 0000000..1a1a8c9 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml @@ -0,0 +1,42 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire +description: 'Runs memtier_benchmark, for a keyspace length of 2 HASH keys. This benchmark + invokes the execution of a server-side Lua script doing 2 HSET commands and doing + EXPIRE on those keys. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g + init_commands: + - - SCRIPT + - LOAD + - redis.call('hset', 'h1', 'k', 'v');redis.call('hset', 'h2', 'k', 'v');redis.call('expire', + 'h1', 3600);redis.call('expire', 'h2', 3600);return + +redis-topologies: +- oss-standalone +tested-groups: +- scripting +tested-commands: +- evalsha +- hset +- expire +- ping +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"EVALSHA 5664e4cac3c4cb86682722a5e3cf03e2f83ce7a1 0\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 24 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml new file mode 100644 index 0000000..8b992d6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml @@ -0,0 +1,55 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff +description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first + SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100 + ) The SET with set:10 is a subset of the set:100 We query their difference using + SDIFF that returns 90 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-commands: +- smembers +- sdiff +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SDIFF set:100 set:10\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- set +priority: 131 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml new file mode 100644 index 0000000..a26b189 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml @@ -0,0 +1,56 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter +description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first + SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100 + ) The SET with set:10 is a subset of the set:100 We query their intersection using + SINTER that returns 10 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-commands: +- smembers +- sinter +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SINTER set:100 set:10\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- set +priority: 102 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml new file mode 100644 index 0000000..793dcb8 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml @@ -0,0 +1,56 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion +description: 'Runs memtier_benchmark, for a keyspace length of 2 SET key. The first + SET contains 10 elements ( set:10 ) The second SET contains 100 elements ( set:100 + ) The SET with set:10 is a subset of the set:100 We query their union using SUNION + that returns 100 elements. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"SADD" "set:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" + "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"' + - '"SADD" "set:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" + "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" + "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" + "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" + "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" + "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" + "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" + "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" + "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" + "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" + "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" + "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" + "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" + "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" + "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" + "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" + "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-commands: +- smembers +- sunion +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"SUNION set:100 set:10\" --hide-histogram --test-time 180 + --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- set +priority: 104 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml new file mode 100644 index 0000000..61bee79 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with + 5 entries on each stream. We query both streams on the same command using XREAD + with range of all entries. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value +tested-commands: +- xread +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--pipeline 10 --command=\"XREAD STREAMS key-1 key-2 0 0\" --hide-histogram + --test-time 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 97 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml new file mode 100644 index 0000000..4b7e614 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml @@ -0,0 +1,45 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries +description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with + 5 entries on each stream. We query both streams on the same command using XREAD + with range of all entries. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-1 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value + - xadd key-2 * field value +tested-commands: +- xread +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"XREAD STREAMS key-1 key-2 0 0\" --hide-histogram --test-time + 180 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- stream +priority: 97 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml new file mode 100644 index 0000000..c7b2653 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml @@ -0,0 +1,41 @@ +version: 0.4 +name: + latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs + in which the value has a data size of 512 Bytes, with 650 clients running sequential + SET commands. Rate limited to 10000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads +- oss-standalone-32-io-threads +- oss-standalone-64-io-threads +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "\"--data-size\" \"512\" --ratio 1:0 --key-pattern P:P --key-minimum=1 + --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram --rate-limiting + 15" + resources: + requests: + cpus: '13' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml new file mode 100644 index 0000000..3098ade --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: latency-rate-limited-10000_qps-memtier_benchmark-connection-hello +description: 'Runs memtier_benchmark, for no keyspace, benchmarking the connection + setup scenario using HELLO command. Rate limited to 10000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- connection +tested-commands: +- hello +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "-c 50 -t 4 --command=\"HELLO 2 SETNAME __key__\" --hide-histogram --test-time + 120 --rate-limiting 50" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml new file mode 100644 index 0000000..a8b2a73 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml @@ -0,0 +1,46 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES + with 50 fields each. Each field value has a data size of 1000 Bytes. Rate limited + to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 120 --distinct-client-seed \"--data-size\" \"10000\" --command + \"HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ + field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ + field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 + __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ + field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 + __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ + field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 + __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ + field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 + __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ + field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 + __data__\" --command-key-pattern=\"R\" --key-minimum=1 --key-maximum 10000 -c + 50 -t 4 --hide-histogram --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml new file mode 100644 index 0000000..54fafe7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml @@ -0,0 +1,92 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading ZSETs + with encoding:listpack with 100 elements. Rate limited to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- zadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--test-time 180 -c 50 -t 4 --command \"ZADD __key__ 0.652540306855235 + UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg 0.8731899671198792 RKlVyoHMTvZcoh + 0.0785627468533846 VZWJQlqLBHicktajowIvkyuaddTC 0.7688563664469605 YaXTxnRGWhENdaOFuXNAJmx + 0.0033318113277969186 JjfFkvonkksjIfHS 0.49606648747577575 Q 0.8234766164292862 + MZgqGWzeYWDAlplbxvlzllKR 0.42687597903639085 AGSAuhePDVmONKmViHovKsiIGSXQZdqX + 0.34912978268081996 ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr 0.15838599188422475 + UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw 0.4376432899068222 cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE + 0.5536939917085721 uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln 0.403546330051068 + kRUDWaPmeYXeJZhgqKpnroFxUSCQ 0.8808108541089766 PCGgHbGIRxpzFRfADhupCtBKhknUNyqK + 0.23044636914343264 OaHUUrbZEvSOmYOtbUzxnJq 0.6404180580960533 qJabjKLYYivniNNtGsbnBzRLzYP + 0.6907030016224224 KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp 0.24900135884008867 + bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL 0.7928656841898908 + NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj 0.9331302297178864 TcZibcjyBLAbljRGHjFgwVeVjbeZwi + 0.640319798434186 nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg 0.5239886233297175 + DZGleQLgYgAjWUcCOhzqsi 0.6136266546940706 ZVlOgBjrpZhQuQzJYVLYqnxytasTT 0.6591139297465682 + AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV 0.4468461455464968 + pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL 0.5614231865616031 KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA + 0.022487789155224203 qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW + 0.8510804209364501 QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY 0.43460695876638156 WcTDiiDHQwNoubgkihXThvM + 0.5610492156901229 XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ 0.7513407089150304 + MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm 0.09175823221394674 vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS + 0.8586634748104288 wyThKKWAeRg 0.36952587840155204 cRkudmpGSSMUnPOMhPSzjQ 0.538356756374977 + TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev 0.5218317459277027 N 0.658938125456635 + mAI 0.8474868095237909 JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV 0.20143282352735015 + WjaRWpmPlWwPuepbXywfDmqIEPWnBh 0.23967093347793234 ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk + 0.8108325344648399 WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl 0.1322111892750637 + dfVVGlvVTMufbfSsy 0.2285660170875491 DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn + 0.9396586731821924 NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq 0.32374056012496966 TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj + 0.9080986140709963 IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb 0.3129458198716534 + LJFPbCuN 0.39349745859330765 YTPdFVszdCVVgGGHKqoQxfjU 0.14704886640549086 fOFwwDNEsxjfpkUrwd + 0.9168814654086035 rJSASiFxeYIINRbbgTBqPbATrcKOP 0.3100306836090321 VKKOyHveatcnmQR + 0.2370937718635434 OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO 0.4941647120371836 neeyLswlmLnZXSCDtFx + 0.269336828778751 UuIrk 0.12151325035284255 FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu + 0.0035001439463812067 aThlZZWlDITljruiWa 0.5009568203132024 TBszlGVnMdDvMOLiCysTjjANuFqeq + 0.4783242512285928 dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC 0.531664059031722 + reqfWtmvctIfWtqVEuaTEGfarDa 0.47961187976147 CBvTozpAXrLpS 0.10226598211977789 + eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj 0.721486119508813 nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa + 0.3044462915617381 AMu 0.8380361220680647 tQiutM 0.7791893412340167 jcKQrBTFeuiuHCprihKx + 0.9140067046543505 bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI + 0.6755477551341951 sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc 0.843803368180551 + WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm 0.4683803962889672 CqNaseFeIzhsgZdZDgySGfNawLz + 0.300477038321727 pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg 0.6782593142253811 + bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa 0.09916181882671649 jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM + 0.031870198089671176 YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU 0.9753495730511261 OHVmNYCiDZFlkmsqhwgc + 0.6796131843206142 CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM 0.41149806297291536 + MGFGt 0.0635854843880973 xVozQKiljlffdYDherQcdYdEmEX 0.17349539011413317 SORWOElEDHqZuOvYslqzY + 0.6957717601786134 XNVNKDBXRoFHDAu 0.514568844593022 GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn + 0.5054082476784039 YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk 0.5791117949403571 + PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF 0.6869490812905924 EDFLipKWqONzJ + 0.5858117779265328 ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp + 0.3328807181469634 kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ 0.5593178033061493 + BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO 0.9568394270185203 XrsvMeAof + 0.2895493213801318 eVIlCARlsKEygkqngxlVoJIhthE 0.36404485659899855 tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi + 0.6751249599564046 zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg 0.4002349143471098 + blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY 0.4373588125087955 + LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC 0.8323339473420782 TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ + 0.7464672802658118 GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu 0.15234267491477727 + bTapHmxvqZNdGNP 0.42610519579163275 DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI + 0.05073435890699274 uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq 0.8053618509879708 + UYuKZw 0.21335197746306034 OqRQLePoVHjfSoZV 0.9955843393406656 s\" --command-key-pattern=\"\ + P\" --key-minimum=1 --key-maximum 1000000 --hide-histogram --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- sorted-set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml new file mode 100644 index 0000000..7cf41c7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml @@ -0,0 +1,43 @@ +version: 0.4 +name: latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount +description: Runs memtier_benchmark, for a keyspace length of 1 keys focusing on BITCOUNT + performance. The bitmap has a size of 100M bits and approximately 2M bits are set. + The size of it is ~15MB Rate limited to 1000 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + init_commands: + - '"SETBIT" "users" "100000000" "1"' + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "SETBIT users __key__ 1" --key-maximum 100000000 + --key-minimum 1 -n 10000 --key-prefix "" --command-key-pattern R --distinct-client-seed + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-commands: +- bitcount +tested-groups: +- bitmap +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"BITCOUNT users __key__ -1\" --key-maximum 100000000 --key-minimum + 1 --key-prefix \"\" --command-key-pattern R --distinct-client-seed --test-time + 120 --rate-limiting 5" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 19 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml new file mode 100644 index 0000000..f9eb083 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml @@ -0,0 +1,43 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 integer elements in it and we query it using LINSERT / LREM in the + middle of the list. Given we add and delete right after the performance and list + lenght over the test should be constant (meaning running for 60secs or 600secs wont + change the list size) Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- linsert +- lrem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LINSERT intlist AFTER 5000 5001\" --command=\"LREM intlist + 1 5001\" --hide-histogram --test-time 120 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml new file mode 100644 index 0000000..bf37414 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml @@ -0,0 +1,44 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 string elements in it and we query it using LINSERT / LREM in the + middle of the list. Given we add and delete right after the performance and list + lenght over the test should be constant (meaning running for 60secs or 600secs wont + change the list size) Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 + -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- linsert +- lrem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LINSERT strlist AFTER hello5000 hello5000-new\" --command=\"\ + LREM strlist 1 hello5000-new\" --hide-histogram --test-time 120 --rate-limiting + 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml new file mode 100644 index 0000000..cb2a50b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 integer elements in it and we query it using LPOS of a element that + we know it is in the middle of the list. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH intlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "" --command-key-pattern S -c 1 -t 1 + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lpos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LPOS intlist 5000\" --hide-histogram --test-time 120 --rate-limiting + 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml new file mode 100644 index 0000000..e0de1e0 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml @@ -0,0 +1,40 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 10000 string elements in it and we query it using LPOS of a element that + we know it is in the middle of the list. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 + --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 + -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lpos +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LPOS strlist hello5000\" --hide-histogram --test-time 120 + --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml new file mode 100644 index 0000000..e15d3a2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml @@ -0,0 +1,259 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST + contains 2000 numeric elements in it (encoding:quicklist serializedlength:9669) + and we query it using LRANGE with a range of all elements. Rate limited to 1000 + ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "int:2000" "436858" "768277" "10664" "860016" "865292" "841848" "313147" + "896678" "386308" "977048" "203069" "283373" "593503" "457419" "169542" "391186" + "130304" "916639" "453967" "273773" "589383" "657683" "182813" "641487" "580095" + "195884" "372142" "774005" "768470" "95729" "556839" "771113" "432139" "613472" + "528415" "174665" "155343" "215707" "753892" "81624" "199200" "877732" "358153" + "337683" "24664" "481128" "356011" "28176" "535519" "724263" "780697" "435661" + "3623" "6998" "985912" "696150" "913066" "171765" "808279" "608289" "187563" "300496" + "104333" "684239" "434669" "111037" "928553" "714514" "606168" "190478" "772363" + "393219" "243921" "549032" "624950" "743846" "957491" "864902" "345918" "846332" + "42207" "243593" "125622" "915607" "523476" "226892" "773003" "840853" "792775" + "582050" "702242" "194856" "270254" "617201" "454742" "543414" "960526" "136178" + "43558" "172112" "315964" "906548" "872631" "9812" "157573" "240243" "366716" + "565328" "358579" "164607" "404765" "339488" "13466" "51715" "63848" "746248" + "466736" "82380" "406953" "837894" "965288" "188204" "827148" "12278" "809927" + "746938" "385617" "225812" "711676" "537420" "798238" "127408" "504131" "652057" + "64514" "14489" "656518" "515681" "341585" "809488" "639725" "441271" "967421" + "998801" "576518" "211388" "381983" "806205" "695045" "732496" "125181" "583599" + "156930" "83935" "518933" "172965" "935860" "351856" "241847" "213126" "171488" + "170662" "302300" "157438" "563212" "94997" "544855" "729516" "3494" "153660" + "3340" "689632" "520164" "928975" "193834" "875837" "637011" "979170" "837250" + "891931" "100531" "277117" "529707" "786457" "425867" "69329" "828851" "787959" + "483253" "436961" "190776" "255085" "963573" "921147" "193275" "28601" "391029" + "346519" "184509" "413952" "186492" "186630" "599412" "712964" "863478" "543442" + "936725" "261034" "433325" "538136" "725493" "437815" "340750" "125982" "70995" + "675010" "482873" "779685" "204540" "658657" "651494" "598984" "211697" "785541" + "141585" "556755" "937387" "244571" "346333" "595449" "306505" "131451" "564406" + "535119" "727064" "808854" "703592" "934789" "837177" "62079" "272563" "814964" + "447612" "46180" "381641" "838054" "541786" "561934" "601932" "112792" "659857" + "795689" "71255" "163760" "389250" "923106" "742984" "665644" "37044" "288286" + "782488" "465661" "719220" "386595" "421309" "322180" "470991" "640024" "277182" + "326998" "773033" "516432" "503742" "52811" "278009" "467202" "30779" "230305" + "361834" "142680" "965731" "2134" "708990" "655992" "843666" "979246" "87183" + "32092" "116456" "631722" "914509" "197081" "904867" "416227" "514356" "190669" + "285867" "366090" "218685" "945164" "314729" "760629" "330622" "887402" "407140" + "79151" "646816" "315458" "386302" "822253" "906996" "42417" "439624" "198939" + "168324" "85834" "149784" "857270" "321402" "243528" "349001" "444903" "210665" + "14530" "157184" "119189" "997937" "538965" "33058" "829750" "357593" "411186" + "334862" "908574" "42795" "253083" "104455" "508180" "155730" "606487" "216277" + "271744" "597530" "558217" "376328" "166080" "777249" "297911" "39860" "897875" + "913783" "96233" "98552" "553234" "217399" "576166" "528693" "689225" "430060" + "549443" "15953" "815596" "545250" "158967" "617025" "557444" "341163" "616649" + "799559" "819669" "943718" "171664" "479697" "434726" "460969" "25763" "389810" + "694741" "28682" "910195" "407303" "370701" "706901" "855917" "567185" "689993" + "623147" "17867" "334745" "493083" "458903" "47961" "334509" "328438" "408398" + "839531" "312968" "131555" "398163" "592833" "652770" "59474" "597960" "115161" + "509790" "998417" "124464" "101091" "644649" "182572" "34876" "985741" "53703" + "323854" "875562" "227007" "550581" "101142" "482813" "523513" "491884" "61752" + "443921" "230743" "946890" "232909" "345530" "781343" "822686" "170006" "401816" + "616708" "569667" "253432" "719359" "494477" "968731" "189184" "943807" "218596" + "580591" "602277" "976073" "577930" "670942" "224269" "167134" "705443" "767924" + "477576" "890542" "795902" "15154" "682212" "204388" "76770" "822399" "943411" + "805359" "73138" "587812" "847082" "128252" "99053" "278139" "594384" "247166" + "223966" "291110" "236271" "521846" "388102" "769855" "722504" "468434" "695381" + "423149" "589502" "261236" "682284" "472491" "907025" "877757" "958352" "528938" + "113715" "543301" "31592" "537791" "957970" "566443" "954483" "713962" "385855" + "250435" "419113" "517175" "718181" "86422" "441985" "488173" "116422" "343678" + "261328" "465793" "318474" "445261" "593700" "130660" "179528" "228553" "764028" + "646824" "965387" "403539" "274961" "598019" "923598" "667153" "815111" "836745" + "184554" "659674" "5872" "541611" "767738" "755502" "289703" "24909" "845510" + "985445" "502599" "942285" "348442" "727521" "661854" "211413" "828765" "655994" + "316895" "29491" "762445" "417019" "384854" "225832" "981658" "588501" "262593" + "241641" "96764" "964723" "832427" "213940" "263478" "962888" "586899" "6134" + "17353" "158687" "590834" "610309" "827589" "973885" "823125" "139784" "344342" + "223546" "134642" "878290" "639083" "653249" "321397" "534986" "299701" "30404" + "220321" "449561" "412428" "966311" "715345" "609270" "421049" "829395" "677850" + "671528" "763180" "692591" "849708" "461540" "598518" "589793" "293581" "526463" + "296191" "563278" "76688" "690304" "500480" "890913" "736045" "505988" "961370" + "680450" "166370" "943022" "442498" "49813" "737688" "103105" "768309" "943679" + "870338" "125027" "279297" "695712" "330005" "931052" "432772" "767508" "411427" + "499969" "97202" "408694" "721825" "673594" "127058" "775391" "451832" "241043" + "650828" "7650" "787590" "481138" "163078" "657396" "15019" "373244" "167904" + "882445" "711911" "282971" "957686" "151461" "406074" "168192" "327154" "338171" + "657734" "630014" "331547" "450791" "41116" "371386" "257199" "724255" "629714" + "904905" "480039" "28038" "363750" "703912" "411214" "522003" "143780" "636539" + "804682" "802249" "392202" "905746" "723491" "874646" "595374" "866243" "943836" + "313183" "835134" "574073" "138715" "523132" "473353" "725538" "11689" "488923" + "791770" "385455" "241968" "429345" "494715" "236378" "646665" "532900" "356576" + "515468" "309836" "867520" "624083" "239700" "923899" "435608" "335167" "958930" + "102220" "157225" "194735" "559763" "48533" "797574" "741730" "719386" "992134" + "791320" "128917" "818809" "405787" "131239" "388507" "67269" "210144" "691095" + "225520" "1203" "100294" "353435" "273505" "616209" "261097" "684122" "564413" + "645501" "290340" "995510" "643263" "600889" "325623" "363553" "330294" "410730" + "22465" "609238" "126942" "617305" "459460" "461642" "672889" "330853" "247129" + "267507" "104264" "179525" "718216" "304029" "704873" "63788" "524692" "134924" + "147798" "553464" "206477" "735270" "281124" "221241" "894221" "267607" "971140" + "375862" "49454" "83470" "982265" "735342" "957022" "148213" "831380" "777134" + "244611" "746281" "46800" "847946" "863788" "146141" "20625" "37523" "150946" + "396359" "444989" "607710" "441290" "25850" "181593" "161912" "705482" "534803" + "541780" "151296" "515831" "859744" "109838" "373756" "784104" "78507" "777554" + "163532" "23518" "75349" "846179" "892004" "371540" "138564" "978458" "378382" + "358684" "222153" "308846" "205336" "567811" "347648" "425479" "74171" "347667" + "170396" "263500" "495474" "976044" "579019" "177820" "584614" "750432" "138416" + "403335" "25805" "465927" "153851" "926901" "943170" "268621" "142965" "807760" + "716872" "161996" "582482" "770063" "629222" "265142" "982415" "725188" "268084" + "303891" "736676" "2396" "542680" "592046" "386441" "746019" "420580" "579956" + "212192" "395017" "105733" "943903" "966110" "114281" "671424" "565450" "178101" + "486460" "842126" "526188" "193699" "78651" "694433" "876355" "615143" "114365" + "835481" "113034" "432281" "159469" "795151" "754018" "47648" "471006" "667361" + "126950" "423807" "270640" "299483" "138778" "549442" "546479" "236104" "845000" + "964861" "778232" "184885" "668022" "102659" "447587" "154447" "291991" "255772" + "842929" "125548" "703817" "329281" "695841" "415349" "585332" "829060" "775984" + "617483" "824172" "276129" "223868" "391686" "409479" "324785" "5495" "305839" + "942063" "935498" "746123" "743923" "643435" "454326" "472809" "438795" "508966" + "110249" "497493" "497606" "230819" "616372" "48274" "367285" "183124" "531872" + "198882" "229429" "957341" "787465" "80765" "947148" "991977" "833074" "611099" + "851759" "904236" "843689" "581597" "218789" "186052" "138432" "183882" "673112" + "4885" "868094" "923298" "106934" "135257" "15080" "955761" "992980" "793990" + "954226" "61549" "274140" "127960" "869322" "559015" "313089" "882398" "854039" + "13603" "504924" "637944" "613051" "235674" "354898" "666751" "97666" "26282" + "13685" "678666" "431954" "104637" "324147" "465170" "73372" "77033" "402233" + "998197" "163570" "473102" "343904" "492371" "775728" "691132" "150719" "664393" + "869873" "548970" "393512" "894173" "260596" "430775" "896965" "151153" "453583" + "718570" "878052" "374524" "737877" "980178" "236181" "409143" "993943" "14522" + "484145" "360559" "124255" "732000" "501206" "949780" "862822" "938958" "385832" + "125612" "637972" "286567" "79608" "551571" "212315" "27596" "109087" "422064" + "687569" "339144" "584902" "518482" "680284" "191122" "251585" "786171" "281184" + "448343" "25778" "154452" "127576" "179129" "399977" "244880" "942914" "114249" + "197419" "762760" "427612" "689058" "13446" "197047" "617382" "468553" "441250" + "526814" "347288" "590899" "408774" "440592" "285978" "964368" "427906" "56544" + "193750" "687953" "747169" "751240" "978464" "950854" "101749" "384224" "464568" + "12193" "322488" "806262" "51216" "483967" "694052" "571729" "858272" "687651" + "108996" "851029" "798032" "543103" "468700" "455526" "845363" "137842" "945342" + "43892" "89654" "173445" "850867" "162179" "460098" "986502" "995786" "594388" + "459654" "28767" "333682" "899804" "431997" "342609" "875010" "360179" "433351" + "588695" "573381" "512284" "276877" "665923" "338840" "444580" "83622" "188195" + "820966" "260683" "512728" "505349" "766922" "799570" "599960" "561767" "93319" + "354922" "281904" "570250" "335720" "844468" "821197" "506060" "363316" "578049" + "835386" "324902" "724311" "897487" "557416" "370237" "726012" "190847" "355177" + "78247" "107195" "480402" "899952" "454722" "481867" "828252" "472809" "767536" + "746592" "602279" "213927" "447823" "234091" "719459" "802159" "254152" "857357" + "370351" "481641" "335166" "456907" "858324" "426628" "995971" "550711" "101900" + "825364" "25696" "745514" "369825" "765734" "715784" "960486" "459013" "888466" + "796973" "23581" "840099" "698651" "254598" "698439" "39533" "150115" "391365" + "613458" "893648" "658090" "206" "204695" "849953" "27158" "304939" "711157" "415570" + "525577" "678086" "188982" "210530" "723510" "912691" "347506" "333025" "873778" + "357894" "442791" "852967" "256734" "832694" "202737" "976378" "489591" "927714" + "873157" "2480" "244498" "239854" "933261" "611173" "882131" "243037" "831814" + "892423" "464912" "772106" "185102" "792763" "43005" "989772" "984388" "742051" + "878505" "977607" "489160" "145427" "142443" "488942" "541697" "697998" "994816" + "369740" "644061" "238271" "337807" "31036" "103295" "166257" "140670" "913070" + "128570" "812550" "745207" "126098" "344378" "624333" "455719" "606721" "931708" + "348265" "813934" "685249" "532890" "366014" "221043" "404351" "90146" "447211" + "207252" "466164" "217310" "122566" "167407" "672951" "184497" "583254" "390128" + "117071" "841532" "130359" "675415" "288278" "149526" "357187" "974691" "818566" + "233201" "530778" "897625" "594077" "801548" "501295" "788175" "30833" "278263" + "291644" "510794" "348752" "849821" "380" "925727" "344006" "908190" "785920" + "838529" "530522" "690199" "588303" "27379" "785469" "383490" "638271" "743507" + "805563" "254750" "23238" "66029" "745248" "622830" "180482" "805662" "229401" + "379518" "763586" "306579" "470495" "485359" "33598" "38483" "712936" "825163" + "935757" "933384" "543169" "73879" "589993" "592692" "96682" "821917" "336376" + "229347" "620859" "446406" "841913" "340322" "542457" "872158" "16602" "616773" + "113223" "581906" "907169" "210702" "650574" "728867" "316546" "143635" "140111" + "440872" "614041" "929576" "910079" "990389" "740652" "203052" "787838" "948421" + "900834" "491510" "345824" "172437" "439399" "939929" "387869" "996403" "806416" + "138232" "375872" "963706" "235842" "468692" "969600" "792635" "747412" "930525" + "970457" "449395" "764849" "930419" "518950" "765480" "782532" "859711" "316555" + "967687" "261794" "450615" "88211" "964528" "258829" "433808" "897408" "192646" + "568511" "610645" "671995" "537064" "10240" "635743" "355900" "762299" "288343" + "508340" "12581" "714893" "328243" "448759" "269690" "507144" "114056" "946330" + "268021" "353766" "902165" "789237" "225994" "572361" "733874" "7696" "843334" + "9522" "681526" "745629" "392195" "140944" "167108" "193793" "690507" "322899" + "422146" "962516" "532958" "918815" "730553" "96216" "475060" "828504" "621930" + "88688" "376122" "398985" "954839" "922355" "748095" "115077" "593029" "594620" + "790334" "441002" "79269" "707899" "113754" "900374" "739919" "584750" "175924" + "977413" "37614" "939940" "706468" "171416" "329174" "59726" "207604" "260734" + "532584" "865515" "728734" "735348" "895831" "635682" "766592" "221545" "686124" + "660747" "630170" "115654" "685879" "734822" "419547" "157176" "694996" "387476" + "876883" "729571" "898065" "397562" "753513" "297404" "708434" "826676" "75853" + "26005" "343896" "333053" "477743" "105157" "321972" "1777" "207890" "290282" + "392874" "785708" "873966" "31258" "280195" "379704" "980980" "656817" "6636" + "465046" "442454" "980961" "756339" "538514" "791502" "507898" "12513" "536783" + "120748" "999694" "74234" "551400" "592610" "797388" "99316" "933810" "415627" + "791232" "295938" "878879" "107456" "672360" "392896" "772125" "456668" "97423" + "606461" "993629" "362044" "436856" "72245" "981185" "344946" "564508" "727816" + "789824" "3752" "641587" "547181" "353045" "20472" "906194" "876436" "206216" + "429327" "559539" "690947" "95807" "331000" "573885" "279467" "831349" "959010" + "348561" "828074" "711861" "937102" "314394" "8159" "509066" "844930" "191277" + "51393" "404553" "912846" "302410" "940963" "752508" "190595" "635784" "887340" + "768839" "785928" "90979" "847516" "905373" "91658" "771465" "250338" "546981" + "283192" "885354" "720984" "412719" "11421" "404639" "850960" "526370" "920476" + "789896" "889196" "880624" "406033" "886159" "932090" "297019" "77356" "54957" + "967005" "98905" "120537" "669093" "781905" "888655" "88345" "244648" "793235" + "158380" "1880" "997435" "720273" "790707" "259329" "207961" "676275" "194071" + "797221" "369744" "686353" "334838" "77591" "248908" "21745" "812755" "401269" + "374677" "951067" "82288" "487047" "206191" "275554" "573399" "493517" "682412" + "860311" "789801" "217148" "442980" "129400" "211218" "963082" "860262" "444686" + "849664" "465355" "614234" "326015" "486560" "256339" "424955" "903818" "384078" + "841476" "541236" "266398" "795277" "760195" "628673" "963685" "412289" "438029" + "582559" "661075" "95219" "10937" "878425" "347897" "892134" "120635" "264505" + "846649" "290280" "539001" "285179" "682180" "143233" "529757" "850505" "693382" + "732301" "450287" "826296" "476027" "673305" "947915" "274100" "984141" "91378" + "406247" "271022" "269329" "826607" "427211" "20595" "535122" "559352" "555950" + "337036" "404636" "302526" "166927" "351020" "620375" "177142" "251314" "166774" + "895630" "890837" "382425" "791133" "123000" "377233" "199283" "260869" "430873" + "612958" "149529" "977780" "370697" "826403" "61006" "464623" "956248" "665395" + "629503" "376698" "891458" "743760" "78866" "543073" "719415" "28507" "521192" + "706681" "731643" "913918" "508266" "88980" "167819" "891569" "318108" "632362" + "201735" "695424" "880752" "765530" "771144" "561870" "311795" "231513" "317246" + "846380" "132453" "564900" "461651" "917281" "163346" "793676" "88116" "981004" + "375849" "78002" "907014" "970486" "22286" "957191" "187867" "850220" "591767" + "134351" "911062" "54627" "93596" "776304" "776765" "539553" "193826" "359592" + "785322" "921109" "741965" "627600" "338720" "855517" "86241" "961175" "18237" + "82726" "736102" "854389" "309988" "400899" "138634" "462084" "321932" "904130" + "484499" "447430" "888222" "267465" "497203" "165038" "135024" "994782" "868720" + "90563" "707232" "420861" "572497" "404086" "942012" "359142" "424944" "749342" + "405944" "932438" "57421" "1305" "729552" "263400" "651922" "294097" "993521" + "263775" "8221" "193880" "432929" "812550" "458637" "836186" "435509" "166568" + "45424" "854179" "45059" "834958" "671276" "991042" "327711" "564956" "445253" + "516025" "878649" "494492" "214104" "239669" "536347" "834771" "279680" "639725" + "404544" "570636" "657509" "699763" "296883" "100103" "907577" "663391" "428452" + "694338" "922759" "71041" "985029" "355437" "892103" "806393" "831646" "597304" + "824636" "116999" "524421" "842200" "959812" "818450" "162541" "779846" "412451" + "752837" "65805" "269713" "680299" "135975" "361635" "148663" "49393" "586298" + "121080" "941478" "325948" "276568" "985304" "220210" "443002" "752592" "695348" + "832898" "958642" "987458" "615837" "684254" "962518" "56465" "970921" "861063" + "299862" "363704" "590891" "180167" "755905" "225058" "319265" "578165" "492509" + "151812" "347595" "536595" "802115" "581882" "741440" "788630" "391383" "200340" + "770182" "578419" "532476" "52060" "449750" "46849" "23722" "567305" "45369" "183051" + "658297" "288096" "822460" "421785" "779849" "265382" "985124" "273796" "935430" + "323648" "90497" "523445" "414032" "219357" "241796" "181029" "265848" "44975" + "544700" "960117" "979088" "821091" "745289" "870898" "772669" "156821" "339467" + "462864" "663633" "704102" "446816" "557140" "50699" "767901" "52426" "203649" + "70161"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"LRANGE int:2000 0 -1\" --hide-histogram --test-time 120 + --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml new file mode 100644 index 0000000..34e3f2d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml @@ -0,0 +1,321 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The + SORTED SET contains 1K elements in it and we query it using ZRANGE BYSCORE with + a range of all elements. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:1000" "0.645108" "iehxaaneev" "0.793870" "icatrrbcjs" "0.558445" + "aieekmivcb" "0.712596" "xwtwtwmbgu" "0.138467" "ctnaggdbru" "0.319593" "nouncgkoik" + "0.193744" "naggqdxcjm" "0.238679" "qjrhtqgwjc" "0.308197" "ihealvwnxb" "0.903443" + "hggqmlgwha" "0.210797" "pjdundsxrd" "0.706360" "zcffhzusrl" "0.392186" "hmcpcrjumm" + "0.392543" "iiissmznfe" "0.024854" "caaqjozcqh" "0.169284" "ooeswhfdnj" "0.545674" + "txgjxzovte" "0.943467" "xpcpytommm" "0.130763" "icqjxcermo" "0.167315" "vqtixjkcbb" + "0.629596" "wwfbpjatrp" "0.413113" "vtaiyncmyg" "0.457128" "aslibwggrp" "0.105554" + "bpvbnmpekh" "0.771857" "gaotvjctjh" "0.306570" "diwmfuckel" "0.939014" "dgcesswkvc" + "0.905870" "cflarkquuv" "0.063393" "lqqivzlppd" "0.582370" "iwqanwtvcd" "0.031539" + "nvonwipkta" "0.720765" "rcwbzvwbva" "0.315533" "sbrjnwxdip" "0.688803" "kuiumwomxi" + "0.890704" "qgobfhgspy" "0.334490" "wmvhvwnowp" "0.673452" "uewpgskfpu" "0.819089" + "cvnlzjdfgf" "0.846270" "mhbfsuaovv" "0.652710" "anmcogawkg" "0.778304" "xsueeljljp" + "0.771838" "padscbypdo" "0.177771" "tjnjhejnju" "0.793709" "dxdngrmypg" "0.799628" + "itmekixthv" "0.017343" "giubyhvaav" "0.004991" "bbfvuialin" "0.580003" "tctgzmjads" + "0.405932" "mvfnirshbd" "0.851340" "asbtvfzien" "0.226860" "vqashxkrik" "0.391362" + "gazojexans" "0.287772" "wybmlpqblt" "0.191989" "mobwpcyxuk" "0.224179" "sjbaedopjb" + "0.202665" "axhoxkubdv" "0.968856" "rqiyxwpuyv" "0.483072" "jpphbjtbrh" "0.991346" + "mvmsikqfxu" "0.350243" "ltkauvxggz" "0.588627" "rwllkdzxrj" "0.039496" "hhwvslfxmf" + "0.700638" "cgpvvnbvlk" "0.313291" "fgcehqgsso" "0.343576" "oownjpxrov" "0.192722" + "umwunfzsvo" "0.273418" "jzceexkqam" "0.968219" "arqqmfmmbz" "0.394788" "plqbwsiuzw" + "0.378863" "rhnkzlsjtk" "0.605956" "eioxaswdee" "0.438622" "rspghuhpbp" "0.356931" + "zexblqeora" "0.009694" "stttkrbfqs" "0.620955" "rmqxtqcxua" "0.713440" "emdwpvauyc" + "0.999344" "olezxlliej" "0.361739" "imnjbkmsls" "0.308247" "thqttakyzy" "0.424859" + "jjlefkekuw" "0.036802" "qgasrnjrld" "0.160174" "whdftyqojv" "0.725586" "snepgcispg" + "0.004061" "ipubipttcb" "0.702881" "ocesqguvym" "0.206341" "qwxzqlqter" "0.831086" + "xmknbbmdbf" "0.353833" "spoqshzjoi" "0.029532" "slskrnekbc" "0.389068" "gybxnvwchp" + "0.520218" "uvlswctlhx" "0.872011" "ujybghjfnf" "0.299529" "lgqazzajpx" "0.153536" + "yhlalzusch" "0.611873" "jeazfmhrcb" "0.795973" "vealtjlqyc" "0.284121" "ejzwnidqwr" + "0.429848" "nifzrybfuh" "0.133500" "qlorevyltp" "0.870113" "wvdmobfisx" "0.240635" + "aqyfvxyjqr" "0.903983" "zybosgbtxt" "0.305875" "bvvoibkfrt" "0.132423" "iziwqojsoq" + "0.041522" "qpffifpdiz" "0.085682" "ocoflktdhp" "0.159059" "ncabqesziv" "0.650525" + "zuccleayil" "0.354068" "pfvfxrrfhl" "0.546089" "rdipvyeqoi" "0.452595" "yrsizkbbwz" + "0.723931" "iwuuxdactm" "0.595940" "mbewprqunw" "0.933906" "ajdkqflpen" "0.696150" + "wmyphdckda" "0.841744" "lxoaezrdxs" "0.461889" "jqqogagqni" "0.141414" "yhdgqenmwv" + "0.347382" "wrrgxxkxkc" "0.398727" "omwbgglqsp" "0.443000" "ymqxhmnidz" "0.765094" + "nqwjivcosg" "0.986056" "tctrsxgnrc" "0.576107" "ndwiompimr" "0.349571" "cmhkstsjok" + "0.734824" "jfbgmhtjke" "0.929214" "gdlztbhpeq" "0.102103" "kmifjielrw" "0.796464" + "khkkfmzkow" "0.044303" "akzsgaeqon" "0.349244" "ozpyyaznsh" "0.282090" "dvgqwzignk" + "0.124180" "lawrpikwsk" "0.145508" "qnqzibcmip" "0.014177" "jlghqxtvok" "0.271586" + "orqqevpmca" "0.941327" "yrvmdhnnfc" "0.964838" "ajkgxmtamu" "0.681722" "mcbuftndrr" + "0.524113" "caxgjftjyj" "0.432128" "bzwxqcpftf" "0.167489" "krfosgrmjb" "0.309948" + "ilkuddrdvh" "0.910226" "byrkeibrfb" "0.382510" "bpnfopinub" "0.152318" "gbeizdzdyb" + "0.570025" "vgfgbsbnwy" "0.290087" "zbfeyptemz" "0.376504" "wcouaiatsu" "0.071776" + "omeatkwwtc" "0.029506" "cbjovvgqqy" "0.484980" "ofykgotycd" "0.043870" "bnxtlmiwup" + "0.751689" "uqvzpcvugl" "0.419781" "rwfykeeqgx" "0.087991" "nubsytpfao" "0.808363" + "xeyxlxiqch" "0.187833" "rrrfhnclbv" "0.864568" "mnsaklzgob" "0.725490" "zujobawsct" + "0.204763" "pcuaesomdc" "0.223025" "lftmqoxhfc" "0.506344" "fgygwdazbm" "0.261202" + "maxylirjgh" "0.410370" "jgaieawkcu" "0.260167" "ffrviosqzo" "0.250480" "fiafoggekm" + "0.563103" "wksgvbkbyw" "0.974324" "nmguhcygct" "0.259207" "bekchebgys" "0.783447" + "hmnaoeeasz" "0.764739" "zknlteeaxq" "0.828842" "qzxxwlfeki" "0.464344" "knycrcrsbm" + "0.984059" "izizuzzjuv" "0.384700" "blujwnyluy" "0.930637" "zrwgpknaop" "0.656346" + "fffreqppjj" "0.051069" "alfftdxaxc" "0.320961" "ywmqoaztmy" "0.279848" "lbjarnpxhh" + "0.294326" "ecsburyjhh" "0.806331" "jetamrlglx" "0.208517" "ruxsmttpak" "0.257535" + "hxbmykkugi" "0.821400" "jzstgleeby" "0.546144" "bovkdabcdo" "0.226768" "jhkdwtqvwl" + "0.398483" "iqbyikqjmx" "0.125020" "snomfrutha" "0.264133" "eiziligjfr" "0.043614" + "bqoabrqwwj" "0.411120" "utymwhxigo" "0.850358" "bstezdkmig" "0.485876" "csjfbpjyzq" + "0.528742" "yzrdbalexf" "0.110554" "uidvmrqyjd" "0.751337" "yjhypaonqq" "0.074346" + "gktcjcfxbb" "0.020820" "lqxpnplleo" "0.234692" "vfcpevtekf" "0.157122" "xglrugpjkt" + "0.174485" "fidsuuizcf" "0.939223" "gdqgmwxkmt" "0.436623" "ghepftfjgk" "0.071851" + "mjwrbndexu" "0.847464" "shlwywnxpk" "0.646937" "wlogkzxkpo" "0.532516" "pwgjoppmgc" + "0.592209" "ossjrvqmaa" "0.598701" "rnvhfxbuoi" "0.443002" "lydebbpmfb" "0.279549" + "sdnkjddyut" "0.877963" "zewylkylsy" "0.080681" "rnfodijavx" "0.696470" "ukdnaklmcp" + "0.102279" "tcpwkimype" "0.881048" "bgcoyoduda" "0.415925" "gpodilvrnm" "0.848481" + "srkvjhetmj" "0.040637" "ltgidziwzm" "0.244640" "tnratexlre" "0.075067" "tfonhwnuxj" + "0.034629" "rpyroriegs" "0.887395" "rjrtvpntke" "0.685654" "vvmkjgajwa" "0.400525" + "nywteueaig" "0.435228" "vklwhyzqhk" "0.060039" "afzlyodwiz" "0.510563" "ropuqidkxv" + "0.048751" "roczxpuisd" "0.269116" "mhxojehvxx" "0.988874" "dqqfcdugde" "0.240165" + "qtpcwuafar" "0.750459" "uvqtefqdhk" "0.828087" "tstbluhyhj" "0.861661" "kxggjpatkd" + "0.351980" "wgtjxahmef" "0.440586" "tdceweesxh" "0.897607" "qzlfnntjar" "0.564519" + "ljklggibcy" "0.372248" "nwnyjkugcf" "0.098880" "qmhyoyctod" "0.545321" "bwsdzrxzse" + "0.996184" "kmcwshsbye" "0.819622" "ifhkjgmxrd" "0.034752" "lnuuootxmp" "0.243929" + "yfdsmhtria" "0.317712" "pupmdjgyed" "0.706819" "aryiyaltqw" "0.755626" "eyhgspybnr" + "0.066966" "babfjxxabw" "0.681568" "qhhhipzncq" "0.289070" "rwhzzytdsq" "0.040067" + "rbdabbmnrf" "0.325428" "sfuvzzxbxq" "0.377881" "fgjnsosfrp" "0.737437" "llimzyabsp" + "0.035594" "ufdxqlonpg" "0.343033" "mjlpvuoghe" "0.189450" "dyzedskzkq" "0.671180" + "dbcxnsiacw" "0.679152" "fsuovvpgng" "0.919742" "tvlckdoyfe" "0.191694" "pkehotsmka" + "0.219460" "nryvfijxhj" "0.188159" "yqvkykgjbe" "0.564495" "jlgepeyhpc" "0.238642" + "nwywtydqew" "0.751883" "cakvxrdpmj" "0.894821" "eaetplspga" "0.630431" "lrhrkuyzry" + "0.358602" "ksppwhhqzj" "0.489667" "skkawcmqqt" "0.778531" "mkrrypcfzy" "0.101774" + "tkgihmsrha" "0.268255" "oqdlpaubsc" "0.577108" "mdcwoblmkl" "0.260332" "rjrptuhkav" + "0.516929" "wvsnfinuil" "0.941773" "aexxjlgwuo" "0.196086" "kohpozxkhl" "0.137598" + "qxxinxaqxn" "0.378124" "pltsnzqvpi" "0.579231" "mcojdazpfq" "0.240701" "xkvgnzjgrm" + "0.898586" "fzzcioobeb" "0.264136" "tqblforkpa" "0.448451" "skbzfbeziu" "0.051773" + "vyiqkfoics" "0.536133" "lxzdcbveuy" "0.502064" "hskkmrluuf" "0.698222" "ltomuspfzc" + "0.590610" "fmpdixcckx" "0.057498" "ukprrucywq" "0.660543" "vldwfdnicm" "0.826104" + "fzatoyblsr" "0.754438" "wbouqpojzl" "0.117783" "pmaagvqldo" "0.533611" "wxjdgbugeu" + "0.025197" "nlqtadqinl" "0.760125" "jgcqryhsvk" "0.551085" "uboipezuni" "0.203084" + "tmkoxwdgpx" "0.415950" "xgfzndhodu" "0.271285" "vuqlqdpfdn" "0.385063" "zorzyqtjtr" + "0.537420" "uedehyieof" "0.972732" "jphvxuqipp" "0.733064" "faxedqgskm" "0.342786" + "cdghgcsoth" "0.903818" "qwowxqzrkz" "0.653952" "roqzbzpbbt" "0.768345" "sxcihybfci" + "0.892237" "pbxrbaxnor" "0.764531" "geizujxrkg" "0.620438" "beqsnrixhl" "0.521196" + "llamjvxyqo" "0.699100" "yzcspfvcot" "0.459957" "ubghghklvj" "0.297416" "giswndixdf" + "0.086339" "kgopxvsdah" "0.000782" "tocawprsxz" "0.426201" "ctusqixohm" "0.339036" + "hklchdenoe" "0.276883" "btgeubdzbb" "0.860669" "cjcrpmggtu" "0.147353" "ngcxqjjpdm" + "0.875443" "vorgqhmaoq" "0.923510" "bgcnzgcmza" "0.087182" "pyjpxqnavq" "0.634058" + "tdmjyuitvv" "0.963838" "igwekdegcw" "0.235680" "spogjykkfs" "0.675610" "vlcnbfqvox" + "0.661566" "tzhjrlfvfp" "0.317132" "ebhhhgabjd" "0.118838" "evuxmkrrfl" "0.246357" + "pxzkuasjek" "0.450004" "hnnfmyurhx" "0.623882" "yzutuazhmh" "0.331435" "eovsizpcjp" + "0.218206" "dfemamyevk" "0.935043" "evjrybtwww" "0.820919" "audguegpmo" "0.966038" + "nwybjbhgep" "0.748183" "nrencopzqn" "0.287079" "hyikggurti" "0.375950" "xwxwosqkhm" + "0.388941" "kcbotffyca" "0.676492" "xhspgwheck" "0.782514" "rkwlgzhvvy" "0.628528" + "tumnalubch" "0.672107" "dhfundvlpn" "0.661732" "qsxfnsicrx" "0.975140" "gamcdtywne" + "0.608014" "asidljmwgb" "0.897256" "gygftrsdbm" "0.349942" "ybckvbeoib" "0.932954" + "anznywecwk" "0.726428" "cgmivhyskk" "0.843359" "xkiuuciwrn" "0.023708" "lyhqvxolfw" + "0.822799" "eafrzhdhhq" "0.530864" "dbtbtvkqss" "0.848648" "hvxefqtmqu" "0.866428" + "eraxdyjftw" "0.446144" "eyrbqexkff" "0.048181" "dxtzxeguoi" "0.683328" "owjfgjqqjc" + "0.489625" "pisgqibyae" "0.970240" "nsdvirehqh" "0.583183" "wgtrwefdsw" "0.174619" + "mamtueyrqn" "0.222798" "wiqhmhkiel" "0.704784" "cnngbbpowp" "0.837632" "curhymvwsx" + "0.256654" "uttazeawix" "0.701426" "farwqgfyjf" "0.463106" "mivctgaajt" "0.534385" + "qchpfcigwa" "0.538479" "lspvrnxnjo" "0.571538" "bzjzucrypq" "0.599488" "pyrpwxalpc" + "0.924799" "rncdgqxqfq" "0.315947" "nenhiiibwx" "0.909998" "arqfxfqkzh" "0.405248" + "fpdflprzvn" "0.674952" "cuuytorpnp" "0.955493" "lfojnetxdc" "0.692204" "uqbpcvkipa" + "0.991647" "pribqncfuf" "0.597850" "xbvbujurqw" "0.498266" "expefhkisx" "0.231363" + "wwowdvybjj" "0.357729" "qsoiwsugdv" "0.401551" "ntmgbzaivy" "0.230953" "kjblkrvknt" + "0.707000" "xkaailrpns" "0.246097" "muocqqypmt" "0.720597" "dspznsgszk" "0.147380" + "gkneclxnnt" "0.753306" "higdkhodzy" "0.003853" "csqcfxyzsy" "0.782493" "iyeiercbxr" + "0.732835" "hjekcxfyds" "0.644764" "ahjawbsqcw" "0.038385" "kapxglqccs" "0.229066" + "ygbfgfefac" "0.791507" "qpzkuxsipr" "0.991541" "kmqlwfbsex" "0.698087" "vwayaqmtid" + "0.972772" "ghtoyhrfxh" "0.890508" "gcsswbksnc" "0.949597" "snpuvnebpy" "0.107435" + "mugdxqnjxj" "0.618836" "vkqalcokst" "0.433195" "ltghdkluqq" "0.448407" "mumhqarhgg" + "0.135863" "gbjzsedhag" "0.564412" "hvfprkjlbc" "0.228627" "jqgtbgbybq" "0.826784" + "ydqppngxvh" "0.990663" "iamjlqlznh" "0.361827" "zzenkvuesw" "0.922425" "rmdayyptch" + "0.150657" "ripecixnpr" "0.174850" "pkgpjwyfbh" "0.949969" "ortxlvmdoc" "0.857772" + "rcaatkjyur" "0.649739" "qqfnugftmr" "0.332970" "bsavjyaksg" "0.801014" "pudgkcbwdx" + "0.499720" "ynnhyctikq" "0.782441" "ekjgqnjxyl" "0.495010" "kbnjiilaqd" "0.186830" + "cvmicoarvv" "0.439088" "iibgagtkpg" "0.715350" "jznackjcrd" "0.289687" "symbgeyple" + "0.333963" "xlmvatfsly" "0.958199" "njmufqrykx" "0.541363" "nbizrabfuo" "0.933496" + "amuwlfaxwv" "0.714080" "ahfktrqmgh" "0.100087" "kdodndexvr" "0.149844" "isqymcuffe" + "0.706632" "yzmodbpsnb" "0.847058" "jlpobgvouj" "0.951551" "eqiukbyscu" "0.068236" + "mqqrgbacfa" "0.490453" "mmqblvrscy" "0.235491" "fiugzrozky" "0.377347" "nvkfnfzoki" + "0.127271" "vjihaakiof" "0.795512" "apyzwvajot" "0.348210" "lxsinouutc" "0.567777" + "ystnkbogee" "0.477872" "oeawjlqnyg" "0.623260" "hyanpicfan" "0.664609" "gtqrsktbaa" + "0.320234" "fffylsswky" "0.096201" "zdmgjjyukl" "0.421767" "ffcqkkzllx" "0.421724" + "ogyvxbgcwi" "0.195373" "dtkfydidli" "0.127873" "jccorylnjg" "0.049319" "myzjxvtvjh" + "0.808586" "dtuhvpszzt" "0.320150" "kamgfgbxel" "0.370480" "nraylduhut" "0.265837" + "abinkgshoi" "0.975716" "ghqwxaqlef" "0.502953" "ftnbjymlll" "0.310925" "pzrchtwaaw" + "0.567703" "wdqygrxkya" "0.728237" "snunzlgfkd" "0.896651" "nkyuframnm" "0.867424" + "rxvhmzvbcv" "0.063563" "rrzcqyzdzf" "0.629553" "weqhfkosif" "0.462773" "ctgwmawlgl" + "0.718046" "kpzmuwqbnt" "0.906977" "klaeknlbrm" "0.264978" "cejkfhuykf" "0.619446" + "jhibapuhga" "0.061965" "wemmvswznk" "0.061592" "vdaebbupfe" "0.689222" "cglxptkcsz" + "0.174769" "quemrlmwod" "0.898675" "ydigxptqbl" "0.948273" "gjutzwoxlf" "0.075856" + "vefgwelnfo" "0.746864" "dcepfcdddn" "0.965491" "qkyfpamste" "0.633385" "gbkqhfumyu" + "0.737572" "iwapedwyle" "0.754054" "ormdblyhhn" "0.932719" "dtjljhzqcm" "0.767225" + "pthacnunjj" "0.649379" "xzswnnldvs" "0.216633" "muhewfzihs" "0.639269" "fuftndsnim" + "0.909138" "xyxmlrdbui" "0.508704" "jwvqixjhho" "0.582770" "nfucelqjfe" "0.089356" + "glynpmsjcf" "0.838816" "avchkjnlwm" "0.908984" "ylxiwiesps" "0.043408" "sadqcfniau" + "0.886747" "qgdgujdvtg" "0.661810" "gfhrrjczsp" "0.907605" "dpauqcpgyi" "0.728562" + "ppdxnadmje" "0.330399" "kqzjnkdlxd" "0.082110" "yhejmjwwni" "0.711500" "xsgcuvxzor" + "0.866779" "fswhywqxhy" "0.421784" "rtnhivnxtb" "0.497701" "veegnotgmj" "0.518567" + "tsmzfswaxo" "0.005142" "ifpfyncdfe" "0.249159" "vpqlxtfkjz" "0.741728" "twmbtaxdro" + "0.139049" "cvnnitrrow" "0.070475" "erahoeivfw" "0.488547" "buzhjxsbkm" "0.741781" + "nmtmjmhmdl" "0.514985" "fqtktfghcv" "0.866908" "iqzxblqkeo" "0.505662" "qydrgilxxt" + "0.773945" "beicnwdryg" "0.668057" "htawohddyn" "0.675705" "jbqibabrmv" "0.784213" + "aquymkrswt" "0.845563" "irrovfyshb" "0.239145" "outdlyeqvq" "0.083427" "ofcurtthcs" + "0.865472" "xfxlervrgn" "0.410198" "myrrmvflyw" "0.757061" "lywsezpzgf" "0.634949" + "jvtalmlkng" "0.435516" "ghwcrdlbjj" "0.228243" "rqkcyxiwhz" "0.337555" "gzekysdunp" + "0.252513" "qtewhixedb" "0.767732" "bzfzxzecrs" "0.092367" "whsxmqffqg" "0.920685" + "dmxcbvzrxg" "0.238809" "dhzgpwewsx" "0.569625" "flvftlpbjq" "0.681014" "wxswusqpeo" + "0.558549" "aeafusfzdn" "0.076310" "gayysuldha" "0.343809" "nvqfyljbef" "0.131309" + "ocgjeuljxf" "0.709863" "cnbqnvxmjp" "0.339533" "sotbjzlsvz" "0.818601" "cvbbbdzmie" + "0.244589" "dpyjoihqrs" "0.924136" "ivinvxopgz" "0.004308" "zdulfflfqx" "0.113676" + "iosqxoobrk" "0.009689" "kjeevccyof" "0.975034" "jigyicdeft" "0.351974" "sqwhsgboef" + "0.575486" "bvurseeqmh" "0.701469" "lbxvlwzony" "0.108482" "tqqmmvwact" "0.639351" + "keklddczkd" "0.361829" "kbfqdppnfa" "0.342636" "qjwrnhooax" "0.365558" "koujdppfua" + "0.866551" "xrvonyieqa" "0.907022" "ccnbldglgl" "0.327711" "egmgddriry" "0.657241" + "gfdzgxfdcg" "0.080151" "eirhwkdgfq" "0.599621" "adlryhdbpr" "0.645347" "ezbiwqnabg" + "0.216803" "dplonqlliz" "0.436938" "aiqqyusnuv" "0.630922" "fmyleefltp" "0.387614" + "mjgvtydjtm" "0.239791" "trwzipsers" "0.686253" "wvlvshnhmx" "0.710512" "nugjvhftma" + "0.937218" "yafipxfsip" "0.887614" "shgetgsird" "0.730346" "cblsafugqk" "0.940470" + "spdyueanru" "0.203652" "wjhaavxfge" "0.358953" "otadcihtmd" "0.428536" "irlduoinie" + "0.203054" "asretszbav" "0.686840" "ekponflaeq" "0.116664" "btxehrokkw" "0.841981" + "ctkwlhmgfz" "0.461922" "emfqsjraia" "0.729528" "ncremxgfdb" "0.747886" "dnvwyhyhsn" + "0.314724" "gjiwldcfqh" "0.915762" "kluswgtjsf" "0.630900" "uvbtcgtopw" "0.734056" + "jjczogqdwz" "0.954115" "iesbitdnjd" "0.922486" "glwrmjpotx" "0.330378" "nmfihtnkel" + "0.752510" "tvzacklhdz" "0.826313" "xtwlklqdna" "0.190858" "rfhlttsuqy" "0.286279" + "nlxwjmzwln" "0.334573" "vjjozwrovk" "0.266818" "gqybtjuhvq" "0.477130" "phfuspevwk" + "0.424753" "vzcclamtun" "0.334857" "gbazuqnmit" "0.926985" "zmmwzkjrjl" "0.273126" + "xigznrdgqy" "0.872996" "yufagalzhk" "0.973287" "kngwkkzwts" "0.642007" "fuipidfbjt" + "0.640561" "rwzijctxzs" "0.547026" "fhobhpwwkp" "0.976843" "nqxdrqigvf" "0.889949" + "zsikdzycyt" "0.955177" "inboyxgoqa" "0.570888" "rsivptwulz" "0.069483" "eqaxrccwjq" + "0.476052" "cctlfgicpv" "0.950332" "gdozstnglr" "0.523253" "wovoupawzt" "0.396718" + "nunchscyqc" "0.124266" "socoxaegfa" "0.847380" "qbpmtomqpu" "0.157463" "ngwifjdpha" + "0.444848" "ztjuqomjck" "0.834028" "hrhiqcarju" "0.242287" "paitaeqrpb" "0.601139" + "umoicweaab" "0.937897" "xekxarmwcq" "0.318636" "aejnvyfdst" "0.723443" "mlznoaajqq" + "0.216821" "wjibkklezg" "0.418684" "jxiewthqls" "0.261108" "sldzewoxas" "0.123533" + "fvemodlpgz" "0.541682" "fgzwwaedjy" "0.327706" "twpiiaedpc" "0.286415" "brrlblrxwa" + "0.354345" "fojjpqmbck" "0.162167" "rhzqdtxucc" "0.553529" "fzsoiryhfn" "0.995917" + "zavrjnezrf" "0.015279" "uxvibjduto" "0.179399" "puvgjfjyaf" "0.592098" "jybzltmwrs" + "0.786701" "xftfzsoiwc" "0.632713" "kkrxiaiife" "0.023264" "nnfxoqebys" "0.639560" + "wrqnytptzm" "0.931933" "powzkcrtvv" "0.102203" "gefoharnza" "0.893614" "viwarrumob" + "0.548257" "pkcqdokojd" "0.804829" "kzuywkxlku" "0.252774" "iijjcabgak" "0.105055" + "nxllkzroin" "0.261153" "uesalivsis" "0.153373" "aqlapmghln" "0.538430" "pfaytznuaa" + "0.706254" "ucxeoqcssr" "0.506384" "tivnqailcl" "0.550096" "dtgjnddwch" "0.228131" + "suahxaebee" "0.693047" "ubzgvzputq" "0.255977" "tqjpijliii" "0.320788" "mxapzqqqsw" + "0.392916" "qvpuudyuks" "0.807373" "kprzbyngsw" "0.579009" "dflxukffgl" "0.639254" + "xqvjnlpssl" "0.509891" "wvrlxfoxff" "0.079358" "tqpqihwjtl" "0.174471" "vxrtzngznb" + "0.354177" "nahweurftw" "0.735534" "nehqnkqnld" "0.760483" "yfvwesgulw" "0.392384" + "zejhycldyy" "0.545858" "cbtpbbfrdd" "0.509818" "oglqutqfcx" "0.171142" "jhctncrzlw" + "0.366168" "wqsqzzbqhm" "0.547857" "mkbkflixkr" "0.503947" "nbkaxrojqq" "0.081083" + "erqgyscser" "0.370359" "owovlhorvw" "0.309822" "rofnkytnhm" "0.231350" "yajpmxmuwz" + "0.394314" "gviypfayfm" "0.784763" "ulnnuwyptq" "0.089208" "ddpgrvwowd" "0.572023" + "bweysooxiv" "0.646567" "pnnzqcutoq" "0.839930" "tyephutkmb" "0.264179" "nszbrpweoz" + "0.128647" "gehuriygwq" "0.659204" "vpehhmoxva" "0.491950" "dpkiubfzbx" "0.384848" + "wgtmckqknh" "0.188043" "xeurpmfdmo" "0.418849" "nbwksmwxpx" "0.605004" "plbxaamppj" + "0.276890" "nojnedgabk" "0.833175" "ygrpkpstxq" "0.297792" "etsngvbrff" "0.952694" + "qzcrpbvatq" "0.474358" "qbhdjhoohc" "0.067502" "btcvhacldb" "0.014993" "osncqcuest" + "0.409761" "uzktwqcdeb" "0.335957" "jttqzbazgz" "0.615791" "qmxxfyuodo" "0.802366" + "zuibhuihtz" "0.431484" "ctqxoyxbwc" "0.405363" "azkdbpnshy" "0.590182" "qwozutlufu" + "0.916406" "yqmzmmzwpd" "0.493531" "yivxcecwlp" "0.436352" "lzzptujbjp" "0.743434" + "ewoqykjbkc" "0.132159" "zxlbhyeckf" "0.302988" "nswjopvtqv" "0.543728" "gkmwutvars" + "0.228101" "mupcilqfjg" "0.585761" "skstqdgbos" "0.306041" "kjqeujfkoh" "0.441690" + "pvwvdaorrl" "0.920910" "pmytvtksfi" "0.666617" "dniplpxfof" "0.512864" "twuvkpjzzw" + "0.600784" "aufhfrhccf" "0.106240" "ljinllovsw" "0.889183" "ywgeotcect" "0.010523" + "ltvfnuuwil" "0.081719" "nnnxouavyp" "0.369352" "tglieutcis" "0.790975" "wabroeeoop" + "0.431765" "vsvhjrymqc" "0.033449" "jhdcicttmm" "0.334186" "dlhjfafskj" "0.311725" + "ffksbrtbfq" "0.735770" "lcdchjadll" "0.402876" "ijdgnlzprg" "0.013454" "znartcywze" + "0.320563" "agswwrfabr" "0.859299" "euleuicawb" "0.237979" "aoqlctikzg" "0.084421" + "idmjjbjvni" "0.540346" "fkdmuxraqf" "0.827762" "vyewicgjio" "0.264901" "rzanpefsfy" + "0.249106" "pubqtzzzko" "0.641931" "btakuczlec" "0.028675" "hfjxrrsszf" "0.112206" + "dthtfrqkce" "0.881211" "vnsufnurol" "0.158854" "hmdzsuuyrn" "0.657811" "shckmujxzo" + "0.823770" "fmmammvdyj" "0.794376" "fhuptkhkzm" "0.920863" "qquwyuyvvw" "0.237467" + "tdggmsxysk" "0.382295" "ysnndkycix" "0.164685" "ftyxhyfokj" "0.924193" "dmbarohbfj" + "0.985108" "mallnshtok" "0.932159" "cszvzbrmoy" "0.948943" "stnfirydgi" "0.243979" + "bxwvqvndcc" "0.729360" "wtzqqecgfy" "0.827464" "mkngszsxeu" "0.066282" "ncckxlmsvg" + "0.832378" "pdjmftsmob" "0.546000" "vqgztpmzhz" "0.880249" "vvmaucizkv" "0.529144" + "fnpdsuozxt" "0.599864" "gritvkzfgw" "0.575660" "wtcpliaxmk" "0.095307" "cqfnhujrbj" + "0.428143" "osaekeukqx" "0.988758" "nepxmyiuhr" "0.438792" "lfkqrtxocm" "0.337112" + "pgdhjrxhga" "0.029529" "wcpbfslakk" "0.817147" "cynhehkcxs" "0.796564" "trzqdcaqdw" + "0.292661" "mxydilgynv" "0.296909" "lscjhgztom" "0.658885" "rqurawzebz" "0.291664" + "pghbwbtfmk" "0.176822" "ckibsdtfff" "0.884684" "svvdufedug" "0.806829" "fjdjumschq" + "0.960759" "ybcdthmgws" "0.806253" "ogtqmpnzie" "0.749828" "yjyffpgoop" "0.313174" + "uwiqrvcqvu" "0.978051" "xepfvvcovk" "0.935539" "oxsdmrdbit" "0.949876" "rfxibyjmpg" + "0.527448" "gwzqcetcji" "0.136049" "mkxysrkpug" "0.207709" "jjumoixniz" "0.302963" + "pypepewjvq" "0.097174" "gcfcbjybkx" "0.982914" "ezgxjiwwig" "0.643767" "kjiqagynco" + "0.789879" "urkkyscfti" "0.345265" "tsnawydcru" "0.657757" "sshbuxfljd" "0.849243" + "fazsvkljef" "0.122817" "jfqxkxgqhj" "0.874860" "qxbqbfcgjp" "0.019772" "joijmgposs" + "0.396742" "qocjpufxio" "0.317664" "xpkwqbfban" "0.417027" "saqilljaid" "0.436455" + "qlvgfplbod" "0.689103" "aoydkdfrpe" "0.151562" "dxpepbctea" "0.004086" "jqurtadjro" + "0.275095" "szupcnvvij" "0.975388" "nunpqugdit" "0.619831" "cmqraybrlw" "0.021593" + "bnatichltp" "0.615263" "zuoqjiciij" "0.516554" "suhwnartid" "0.500129" "bhfmhanvxe" + "0.970410" "qckueiqiwh" "0.310292" "hmwfncgzxg" "0.136794" "bhrvnadcdk" "0.537331" + "bwjyghaztz" "0.845703" "hwuofuftlr" "0.062857" "xzbqjpzqlm" "0.148334" "rhkpfsuhoq" + "0.903658" "ywlqbjqeug" "0.171792" "haxesjafmh" "0.607711" "ouroipthpq" "0.213063" + "kdklhpxntt" "0.566853" "mhrvuemywb" "0.066576" "cpjveufsvk" "0.575035" "mszjkgsrio" + "0.883155" "rtskokvklv" "0.326063" "kdcvbkrbsj" "0.497748" "pbfijwccjp" "0.096181" + "gsvkmnluiz" "0.651896" "brwlqbfoat" "0.698481" "wzxdkpehwf" "0.241647" "hhbceuegvh" + "0.335103" "ubwlcefgqb" "0.139593" "vlhtdpqavh" "0.043865" "wghyakzbit" "0.232605" + "adfhfatarh" "0.280517" "wevfinjbqk" "0.240397" "scgjdkyetq" "0.661665" "ymwwctfodg" + "0.406742" "sotsxznskx" "0.651442" "ckqebhazel" "0.954087" "dwzqowbrsd" "0.118853" + "dclualrzqb" "0.859469" "ifiizdeong" "0.715490" "etcsjxoqab" "0.365077" "igehetokzq" + "0.303267" "tuajnnqtcq" "0.187568" "mxpzuzrzuo" "0.447848" "oqmuhlruqy" "0.385352" + "hvtlkrungk" "0.055211" "dygkzcpakt" "0.403664" "rnlaakgsrf" "0.314530" "yoblelzlkd" + "0.082484" "mwmcwqzbld" "0.916300" "mgldvzleyy" "0.169185" "ahcaaodvgi" "0.972997" + "erglflfnql" "0.188418" "behdxlfdho" "0.605785" "ikpikupjoi" "0.348162" "ylulwsnjay" + "0.512359" "qcsxjrjcfc" "0.376004" "ollacusjzj" "0.312060" "ethxaycsil" "0.912136" + "laepwenqmc" "0.629227" "eksvvoxziw" "0.473402" "ulepgommyy" "0.112999" "efhynoxlul" + "0.141312" "vhjaphfdpj" "0.501631" "otclvmbilg" "0.622360" "ndltyojjxj" "0.560323" + "ehnrizfmfo" "0.856890" "tqkprkoixe" "0.295874" "cvohdragtx" "0.144378" "emfjcnujqn" + "0.013908" "bzursuzuei" "0.765880" "qmnxipsiga" "0.655198" "dxnprfawun" "0.921417" + "umttshfkpk" "0.269042" "nrbfkysxaf" "0.426194" "xjksnqifds" "0.009747" "qatkvfuttq" + "0.222498" "bqqohkuylc" "0.487539" "thmmmlqluk" "0.447940" "gnrmnwaxls" "0.757365" + "usykkwszvh" "0.127757" "nnhrgirrtw" "0.114722" "sujbwndgwl" "0.320579" "pkvcbelpos" + "0.028885" "fussukqrph" "0.898756" "bgtxhxkhvv" "0.440242" "ywiurvfbpg" "0.195203" + "rakustfykw" "0.455870" "txhllnvudv" "0.038326" "smwbxeqbed" "0.636364" "rdsfcdvkqz" + "0.602638" "nknlysgviv" "0.703795" "yzviqaobku" "0.517737" "rngtndwjyg" "0.896203" + "jqmscuprwq" "0.758854" "bcwncpnibg" "0.497263" "rwrxxrnwtq" "0.810537" "fpmbbgiaao" + "0.816854" "mshexjmkmn" "0.132051" "rhzpguhsws" "0.319074" "krxneqolle" "0.336648" + "dozecfsvue" "0.607888" "jbzyfznpdn" "0.971581" "tjnbsybxws" "0.261454" "vpzsmbjkvy" + "0.581137" "dewdgfrhos" "0.680898" "gcjruttnno" "0.999251" "uzaejrbwue" "0.158681" + "jvekvvldai" "0.606900" "imexfccbxk" "0.986671" "exhjfssojj" "0.999539" "hjjxyybxiv" + "0.548141" "mjifqzmtsd" "0.838391" "tbqidtevrl" "0.812230" "hjlhurakwh" "0.308053" + "ughnpilqqm" "0.047394" "kfselnpkim" "0.852908" "vewfxcxkpf" "0.201866" "usjmfkopln" + "0.126260" "yxsnreuepl" "0.246804" "flrsaczxzc" "0.835412" "aadzbodres" "0.293504" + "bhwytqsafu" "0.708503" "lpahctqgna" "0.045136" "zwlhpcahwu" "0.601683" "kgirldeylz" + "0.556444" "krtsiucvvu" "0.595704" "adlxahxsbq" "0.191964" "alokvrpbih" "0.572409" + "mmcunsiwad" "0.551146" "dfdodbelzn" "0.441988" "ejlunxlwxn" "0.419999" "tlnkrncpwi" + "0.037276" "jhocasnttw" "0.132050" "qslrwqmixc" "0.767421" "afamsavgsi" "0.697485" + "ramoirrdyd" "0.245522" "hplvvuoscb" "0.506283" "dxufcyurjx" "0.614086" "dablvesuho" + "0.085394" "ovqohpxjft" "0.343138" "qclkaeciey" "0.148648" "dgodkfjzos" "0.740439" + "iobkwbwceu" "0.829028" "ocmtsfpsgh" "0.472991" "ubtiscdgrn" "0.349979" "fsoardckcw" + "0.094781" "sstqpivwip" "0.846751" "wzuhzzdezi" "0.746618" "tmyuncyoyd" "0.338101" + "ygoiannoht" "0.538581" "zkbqvttlzy" "0.306575" "bwizktcwmb" "0.560909" "dcjlwhfstw" + "0.075409" "pheajlhymx" "0.142967" "ysntbzffxq" "0.385727" "rgtondctpo" "0.825053" + "uncqdpbhwb" "0.231924" "bdtbaxnuko" "0.138864" "fsthobmdxk" "0.309461" "auwfujaoya" + "0.288084" "hertbwuzyw" "0.452947" "azpwrzovza" "0.987974" "yilvzcevlj" "0.374557" + "kpfqxroqbs" "0.224445" "dlomhvkoxg" "0.205225" "vjhpmffzxc" "0.863114" "klwqsggtob"' +tested-groups: +- sorted-set +tested-commands: +- zrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZRANGE zset:1000 0 1 BYSCORE WITHSCORES\" --hide-histogram + --test-time 180 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +priority: 53 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml new file mode 100644 index 0000000..777753a --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml @@ -0,0 +1,433 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion +description: 'Runs memtier_benchmark, for a keyspace length of 2 ZSET keys. We query + their union using ZUNION that returns 600 elements. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:skiplist:1:300" "0.652540306855235" "ele:1:UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg" + "0.8731899671198792" "ele:2:RKlVyoHMTvZcoh" "0.0785627468533846" "ele:3:VZWJQlqLBHicktajowIvkyuaddTC" + "0.7688563664469605" "ele:4:YaXTxnRGWhENdaOFuXNAJmx" "0.0033318113277969186" "ele:5:JjfFkvonkksjIfHS" + "0.49606648747577575" "ele:6:Q" "0.8234766164292862" "ele:7:MZgqGWzeYWDAlplbxvlzllKR" + "0.42687597903639085" "ele:8:AGSAuhePDVmONKmViHovKsiIGSXQZdqX" "0.34912978268081996" + "ele:9:ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr" "0.15838599188422475" + "ele:10:UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw" "0.4376432899068222" "ele:11:cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE" + "0.5536939917085721" "ele:12:uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln" "0.403546330051068" + "ele:13:kRUDWaPmeYXeJZhgqKpnroFxUSCQ" "0.8808108541089766" "ele:14:PCGgHbGIRxpzFRfADhupCtBKhknUNyqK" + "0.23044636914343264" "ele:15:OaHUUrbZEvSOmYOtbUzxnJq" "0.6404180580960533" "ele:16:qJabjKLYYivniNNtGsbnBzRLzYP" + "0.6907030016224224" "ele:17:KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp" + "0.24900135884008867" "ele:18:bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL" + "0.7928656841898908" "ele:19:NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj" "0.9331302297178864" + "ele:20:TcZibcjyBLAbljRGHjFgwVeVjbeZwi" "0.640319798434186" "ele:21:nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg" + "0.5239886233297175" "ele:22:DZGleQLgYgAjWUcCOhzqsi" "0.6136266546940706" "ele:23:ZVlOgBjrpZhQuQzJYVLYqnxytasTT" + "0.6591139297465682" "ele:24:AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV" + "0.4468461455464968" "ele:25:pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL" + "0.5614231865616031" "ele:26:KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA" "0.022487789155224203" + "ele:27:qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW" "0.8510804209364501" + "ele:28:QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY" "0.43460695876638156" "ele:29:WcTDiiDHQwNoubgkihXThvM" + "0.5610492156901229" "ele:30:XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ" "0.7513407089150304" + "ele:31:MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm" "0.09175823221394674" + "ele:32:vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS" "0.8586634748104288" + "ele:33:wyThKKWAeRg" "0.36952587840155204" "ele:34:cRkudmpGSSMUnPOMhPSzjQ" "0.538356756374977" + "ele:35:TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev" "0.5218317459277027" + "ele:36:N" "0.658938125456635" "ele:37:mAI" "0.8474868095237909" "ele:38:JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV" + "0.20143282352735015" "ele:39:WjaRWpmPlWwPuepbXywfDmqIEPWnBh" "0.23967093347793234" + "ele:40:ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk" "0.8108325344648399" + "ele:41:WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl" "0.1322111892750637" + "ele:42:dfVVGlvVTMufbfSsy" "0.2285660170875491" "ele:43:DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn" + "0.9396586731821924" "ele:44:NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq" "0.32374056012496966" + "ele:45:TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj" "0.9080986140709963" + "ele:46:IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb" "0.3129458198716534" + "ele:47:LJFPbCuN" "0.39349745859330765" "ele:48:YTPdFVszdCVVgGGHKqoQxfjU" "0.14704886640549086" + "ele:49:fOFwwDNEsxjfpkUrwd" "0.9168814654086035" "ele:50:rJSASiFxeYIINRbbgTBqPbATrcKOP" + "0.3100306836090321" "ele:51:VKKOyHveatcnmQR" "0.2370937718635434" "ele:52:OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO" + "0.4941647120371836" "ele:53:neeyLswlmLnZXSCDtFx" "0.269336828778751" "ele:54:UuIrk" + "0.12151325035284255" "ele:55:FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu" + "0.0035001439463812067" "ele:56:aThlZZWlDITljruiWa" "0.5009568203132024" "ele:57:TBszlGVnMdDvMOLiCysTjjANuFqeq" + "0.4783242512285928" "ele:58:dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC" "0.531664059031722" + "ele:59:reqfWtmvctIfWtqVEuaTEGfarDa" "0.47961187976147" "ele:60:CBvTozpAXrLpS" + "0.10226598211977789" "ele:61:eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj" "0.721486119508813" + "ele:62:nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa" "0.3044462915617381" "ele:63:AMu" + "0.8380361220680647" "ele:64:tQiutM" "0.7791893412340167" "ele:65:jcKQrBTFeuiuHCprihKx" + "0.9140067046543505" "ele:66:bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI" + "0.6755477551341951" "ele:67:sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc" + "0.843803368180551" "ele:68:WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm" "0.4683803962889672" + "ele:69:CqNaseFeIzhsgZdZDgySGfNawLz" "0.300477038321727" "ele:70:pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg" + "0.6782593142253811" "ele:71:bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa" + "0.09916181882671649" "ele:72:jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM" + "0.031870198089671176" "ele:73:YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU" "0.9753495730511261" + "ele:74:OHVmNYCiDZFlkmsqhwgc" "0.6796131843206142" "ele:75:CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM" + "0.41149806297291536" "ele:76:MGFGt" "0.0635854843880973" "ele:77:xVozQKiljlffdYDherQcdYdEmEX" + "0.17349539011413317" "ele:78:SORWOElEDHqZuOvYslqzY" "0.6957717601786134" "ele:79:XNVNKDBXRoFHDAu" + "0.514568844593022" "ele:80:GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn" + "0.5054082476784039" "ele:81:YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk" + "0.5791117949403571" "ele:82:PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF" + "0.6869490812905924" "ele:83:EDFLipKWqONzJ" "0.5858117779265328" "ele:84:ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp" + "0.3328807181469634" "ele:85:kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ" "0.5593178033061493" + "ele:86:BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO" "0.9568394270185203" + "ele:87:XrsvMeAof" "0.2895493213801318" "ele:88:eVIlCARlsKEygkqngxlVoJIhthE" "0.36404485659899855" + "ele:89:tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi" "0.6751249599564046" + "ele:90:zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg" "0.4002349143471098" "ele:91:blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY" + "0.4373588125087955" "ele:92:LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC" "0.8323339473420782" + "ele:93:TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ" "0.7464672802658118" + "ele:94:GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu" "0.15234267491477727" + "ele:95:bTapHmxvqZNdGNP" "0.42610519579163275" "ele:96:DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI" + "0.05073435890699274" "ele:97:uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq" + "0.8053618509879708" "ele:98:UYuKZw" "0.21335197746306034" "ele:99:OqRQLePoVHjfSoZV" + "0.9955843393406656" "ele:100:s" "0.8638417234689056" "ele:101:uninyp" "0.6170733682662144" + "ele:102:lAEvUqfinjrCuTdqJeZpMOqTGvxPeGRyPlQgwunbDdbTEwCsIiUsteGjmwH" "0.21067098312505894" + "ele:103:cLsWBIpwTWpKBrmSXb" "0.028805240455834213" "ele:104:ySsyBzpsJRyLIAkqneYVrUXPSZVHjpEYkuPt" + "0.011280501394645426" "ele:105:LoyMrzfbpcBTBvjgSaalQslVYEsvOjWxPFeLL" "0.8115524648082592" + "ele:106:PemidyGhQD" "0.035339107659025926" "ele:107:udmOOXuqRqJxINvXvFplPC" "0.4088305270182697" + "ele:108:KpDIy" "0.7970215729800464" "ele:109:ADZJJiLuNsGIaWjDtovm" "0.6539941469274039" + "ele:110:wkRPjlYtkmmRJGsaKTTlNqggqMJEqPziZOGtDlMoEQBFcJZgJSTJdwEAv" "0.6393759361590676" + "ele:111:SqLVSBeiOrFcbKmUUqeFvXcyXmfPuAFnRgaiFHPUUhlHHNkzbGjeIPVJS" "0.2775184026673655" + "ele:112:NCSCTxgpSSGUSVzcWWZVcGlEwoVuKkjwzMYPOTBjvHHgTxuwPjLOpJCTpQnK" "0.8279369714332658" + "ele:113:VfSDdgYSpSeXVhbfntnUfUchciRBrJBZDrvxMPhOiIp" "0.8297173264793561" "ele:114:TXarLyioSIyrUKkOeMXvaJvJaknKVQeaNErnRoufOnArsovay" + "0.921999914094598" "ele:115:luAfTJtIHOjwkvrAmjILtyLShtdxPljZptJJQVhhAhCzzBe" + "0.1408651634335023" "ele:116:SEpIqRVTaiuoxSCVlaVHjClWDwMEqaBUPMjoEAxzzQgylhwdbYkJu" + "0.9948615128480278" "ele:117:ruBCNLrVXV" "0.28579196360737913" "ele:118:rVSIXyykbQnnnQEPddYhrTskBJVTwatBoNFCIyajGejYyDzK" + "0.48423755726111095" "ele:119:xgSdRSFMaNILA" "0.7626249612557783" "ele:120:EwYCAzoAXXaXkVnxrtBULVzEoRUc" + "0.8752501969266744" "ele:121:LfegRMqEenhHURSmftuFgmOXRtOKcVsTpWqqQxuybwdAWBJduQZxCNyWCz" + "0.18280846923814642" "ele:122:GRqtlaLHKmwlLyzsVuSRZX" "0.37855655211354067" "ele:123:YyuHDEqKXwhJkmKKLIRMCbiwrrldSooerdtGFSAAQfWLg" + "0.5528763818820261" "ele:124:ynUYqHxGTImWvrHkzVWNKxYvllmfKI" "0.027904528470665824" + "ele:125:ICQAYRVcxiqABLuLUSZrsDtCQCTFbMe" "0.47753076845502873" "ele:126:ycQETDJKxyOXEnXzAlytRgOusgLNkd" + "0.8606084882797624" "ele:127:tvmUFgtvmjdxLkTEFnFHLGxhLDSPAUfHRhKLSWYbqa" "0.2695904518559701" + "ele:128:BaHcXnCofYiGMaxujBsmBX" "0.825149665561988" "ele:129:JBKxSCR" "0.5873452590489512" + "ele:130:YGoDxkbekHCOlecubsBeKjmWezcLEbksCtLLRLzxtzvjWrsmbzNLYKehEP" "0.4853159409847696" + "ele:131:IZcFPOMzPHcFIHxowCHSTFrkz" "0.5277987567294383" "ele:132:ljcFEIPIpqvYkqtuTMtTXjbBLQOPRHHrqup" + "0.9746883646151202" "ele:133:fYcqTpqdzPZANfWuvHIarLYgYsOUoqlQnKPw" "0.42010203003852076" + "ele:134:IZwUCcFtBWLXQmMtlMPwa" "0.6802068264362765" "ele:135:mOEPkdtczWkOlMuGGAFAQSJSAzSguNtlkLNVLRdriYltynDBrE" + "0.5605617357048859" "ele:136:TaqJicNvVjnCZNKPJuuiStVfruAlkGgGVaTnMbvCbSoZitGWn" + "0.4780678427736166" "ele:137:qtBqNJpcFllvQXdoISfeQrTfcKyuMBqWRKWnmzPpTweQyOZBTQQdpog" + "0.9561513047181356" "ele:138:UTOEvbGjBMjYZiBs" "0.8298720638792384" "ele:139:gKXkpmgiTrUqh" + "0.6737117765393265" "ele:140:EkktDpJsFgJjhKWTaxldBFqqTNBzdownDwxUZIxYveC" "0.2239791912985728" + "ele:141:dyvMXjLusRKyYuvDFHXfLcIodjkniz" "0.3232124237169193" "ele:142:JuESJkOktNOtmFITnZdMXZqPmexwZpETgaTlFVVzpXct" + "0.2473393788924324" "ele:143:cpSyDhnVPmGNLmeBsFJufaWWgGOwIjQaAXNzrhGbJDrpbeqFDQamnLu" + "0.6849106786577351" "ele:144:VooyGbMEAigOuQtVaVEckAxrSQWNtypiEaQEBLGTtbRkPZvsAyXv" + "0.3646945793371218" "ele:145:wzvoPCzE" "0.4263757643063858" "ele:146:EqOnUtiDML" + "0.11877588855760746" "ele:147:pZteEnbVnuAOtHIrRGNqclHBYATQxnBuZGBfmnNVfagNEIB" + "0.8313214144471833" "ele:148:vbXuqfTwwpCPGUJQtKQKUroVrfNxuuKdHcgtLOBbGvRbbwLvaWjlN" + "0.3552235823133526" "ele:149:wTUOXktMFXeuxGgVsbzVWudxXvVFGsB" "0.8670386139794473" + "ele:150:uJTtytjczUmGkvsUJQcqcpovnyjcvYUUbLtJCSClvzhaOSJDjS" "0.36577274012963557" + "ele:151:lyfmWPlIeqc" "0.24997912597471894" "ele:152:TOwZZHcrChOptJHLflNWYtMacvyAfMOlgdAdJlBwXJfRRzzQzXkcOWFhGdOnLQX" + "0.8930265134635483" "ele:153:CqkyWatRYKqEIoUffGbyhbOYEWXmMSCOFiWtVTHSoGBLKGixPGOAHJSwaA" + "0.8844448577667497" "ele:154:PpiojYsguWELV" "0.20663410393014814" "ele:155:ebykSXjGhZUYxPFNVUCNSHGNKXESmbthHLdBMIqxoevIKBNVajvToF" + "0.6375009411769629" "ele:156:BKyktVmLOkuhGFnj" "0.7758172657193476" "ele:157:TTyfrulmMejuyeUsOqVpxnZlIUKukfBQzfFiWbJtF" + "0.7611282500726224" "ele:158:iHCjJFEPDIKAvxzcmHaIka" "0.6032754373225729" "ele:159:HvqgRWNliaavH" + "0.03311820686884104" "ele:160:Mc" "0.34191832438430536" "ele:161:ueTQVZrHBiAnDl" + "0.4234716642081342" "ele:162:OnmAvoDKw" "0.5301950080950026" "ele:163:QKCLvxWwXHxJcFCEelBdFtEpefx" + "0.022733115513385638" "ele:164:vDBwpjkPsgMLSMqORsEaDUPrKSERewhtkSKeiXSg" "0.7166885759719259" + "ele:165:XhWRCtQNRxRocWTCaLeAEPwpaZnkTpuXjLdKbOOfYZKkXaSQHhpSXqKXCPmxgvo" "0.2712986802084326" + "ele:166:nYfETiDXlAbQRwHV" "0.5341470637872556" "ele:167:pvPkJe" "0.9127872805617512" + "ele:168:FDtkhJUZjwqLpzRKOXrlHswdBRwWosyOEWbIWcexvVQMZfPzBB" "0.047439916319365505" + "ele:169:BqzapfPLtCxXpDpwXRUIqhuArCXhVbLDVe" "0.7003965818703025" "ele:170:DRWtKsWQBXPylejYIjweSlEUYHjQ" + "0.9295842042213984" "ele:171:rpCOjLwmoPSdRSBgAsvnslHoBRjcjVgs" "0.15337097639157538" + "ele:172:NBcujL" "0.35038314902687495" "ele:173:BPFNhDL" "0.2972028976456653" + "ele:174:jDLdVxGIuQu" "0.05070784214978197" "ele:175:tGvWuCBnevIuRAMJkJM" "0.8737583830123556" + "ele:176:usk" "0.2596502464090681" "ele:177:mLdja" "0.6512549702440724" "ele:178:ADVf" + "0.171917523837822" "ele:179:GJznUmhoHwfVUKgyPmTcHBSOeXgzbjYjzGGCVFMRapXYdnLaIrqP" + "0.9979397420983357" "ele:180:sxmXzXmdFnmLemE" "0.7014210018416481" "ele:181:wkrprcygzJTIyenjHRmbSlKjPkCFZNCpxEfmfHPtJOvhGnmuTJN" + "0.47129995449384954" "ele:182:kLMiOVKqDAySJCleSQNmCpxHiWKsiiHAB" "0.9380196572341066" + "ele:183:mAPuAsnTTWt" "0.7985363184110637" "ele:184:nsKyWhvIJRENgInWpMcYtlXUdYlrxAmwPsMJNfceYIisVAWkUHXLzkvtCsWE" + "0.30436502305230007" "ele:185:MtIHsabFodqvQfXFMohljmJmjySkBQytRvsqiwaZsvqXiFaSBhCASpj" + "0.18301728746159307" "ele:186:XvcnJWRlzUTIReQLYEvHanoPk" "0.6830517248352558" + "ele:187:mWPnYVSFpfHXZQQAbfPmEjYhlZBmNbiEtrELg" "0.0573871247075346" "ele:188:fcpBmLgqkyICmxewGKyu" + "0.7366175249486746" "ele:189:lqenYUoRTmdXgVZSxipJtAANzywKKADhcLjBITUfqrXNSp" + "0.6626013234824965" "ele:190:xLRDyJxCopIvZIRnCKccnsqdcmbaEMqPvhzWLFiqZdcoWnTqVtZjVymzWIAXa" + "0.9960600588618732" "ele:191:PRteciWuildZLvmEeTCJmgMllDKoOJhJwixuZLBGlbsQvadWVLfhnlV" + "0.727874550086809" "ele:192:DMUrMSntsHqYQYxcyFphyVPUK" "0.6604159554316062" "ele:193:pEGlqTKafZFuSDMDOKpGZxdIi" + "0.09721821831280353" "ele:194:tzLNAcTqXdGzNFbh" "0.9791379052279395" "ele:195:fB" + "0.2838642126919253" "ele:196:gRtNokZLMzuqJRkScwAjS" "0.6981639965614237" "ele:197:fXBKJwUT" + "0.9696961287425543" "ele:198:jWFKhNjahnRsbroFeGsfFxwnqqGnahaOFiWjHZorNvhLTxttVJRJQQOFY" + "0.4258376716676413" "ele:199:IdmFRBLBHLVjGL" "0.858169214478561" "ele:200:zNJFLPdwPyNXNQKiV" + "0.3927031503235572" "ele:201:dRj" "0.237872815865668" "ele:202:pjmoJAOJJUtJvqbsZUaiVJejdqIsiDzdeIfbtDenOfIecKOUiGkQ" + "0.11542254177692224" "ele:203:MafcbGHWHjuSFeJnbsmwZSey" "0.5318198291186923" + "ele:204:JemvwOIgWnBOsPGsStj" "0.5340725029771403" "ele:205:RTZNBRvrFlroSePZmaZhFiwiLhIVW" + "0.17377941268306563" "ele:206:XdkL" "0.30708537669522173" "ele:207:OHUUxtNrNFWGGmCwQXGRCrmTkCIpAXGhVkOrYQ" + "0.3642470025832414" "ele:208:qaAxqlRyOUGZKMGUVYKUMOeKTxAJGhWvQNzobjTpgHJmqA" + "0.2580334519092651" "ele:209:uyUOGLOzNJScaHhOnWPlsEXonSluZJiTMejoBbmhCBiNPnykKcFLRCPYLQNh" + "0.2624285220413499" "ele:210:MuwzwnrcuJwdIKLcWMSbnw" "0.34635829232927273" "ele:211:xyJm" + "0.10681423588864192" "ele:212:yovowsSuNWRajWXYNf" "0.8816729069830225" "ele:213:DsOEyomgaAPysPtXOHUsAHRjoaYFAGjkYpfAuzWUyIisUuxhSYgueB" + "0.11729073608149843" "ele:214:lYWIYclvxtRgJWlvaqwRxdu" "0.2873790683625198" "ele:215:yvgaPYEzVRGwEYEXRGaAcslGqMMCbCbCCfQxuduv" + "0.03381283119846146" "ele:216:oEcjbUMKXHVmheaVDplZJhlzwvohIGSBtimMPkYCwHlVNCEUudhptbDT" + "0.6756254954730867" "ele:217:lgkJrJMgdFDLqKbxLuZKuNcIbnzinlnEPO" "0.41449552533526235" + "ele:218:zlXNUWHqaCTqefHAyhhsbpjIBwPbRgyKkbNmrxPuRmIspZFJcCavcTIxfvoWxA" "0.493707932686583" + "ele:219:BpeNnAZtparUSxZapRlQrmheeSYAwUrmoV" "0.5902863264146183" "ele:220:sKaQfmuFTtIoTWSpOM" + "0.5253670876810722" "ele:221:lthVVlxBYtYfhKWbKlmespgrYSqooRsxfEhsJfknVIXRlqxTsxoZiFTDpsxXijW" + "0.3979963963224349" "ele:222:dypPPwhZYSSZdLLbaTdqNJvxTbMzLOqbaTsqZoplptkmeVfCoyaUzA" + "0.3264162174828448" "ele:223:rWRQxKaqsIHKEIndbSWaRsbtxdLKGmbjIySumpCBTVAGl" "0.5865194234543977" + "ele:224:TVWmksLFBdwalaCrcQZRsxBP" "0.28559508093149" "ele:225:lweqdVnCultPdfA" + "0.4390884403874875" "ele:226:uwOenAghOaAIzmwlOXrRUTAUnWekan" "0.08146792623238486" + "ele:227:NxjScuRQyNcFnWqkRTHLolqrxZRekUBUPtr" "0.56411402327654" "ele:228:TVolwVnFHikQlXWOlzKqZfbSvacowfOABsdeVJLkDPXYmGl" + "0.05018525036598798" "ele:229:puOxHskikfnTicBCMzJBLaQnrayTlKspWQu" "0.9726447630383682" + "ele:230:SoZUJqIJBKsKgJSEShIwONErhhRgBUqJoqecwqgJrgRkRcidMfLaPBzrpBY" "0.2609811554039797" + "ele:231:B" "0.4312484747031583" "ele:232:DoZogQEBRkqEfEzGrnAY" "0.13663455127121937" + "ele:233:rYjRcYSynHaSRrVKKJIYI" "0.6922873613563912" "ele:234:bWqKHzRRjENdGkYSOARBsSOwQNLvQbUaKnGxwqaupsxg" + "0.26794259830799383" "ele:235:ChaEtSGzPuSjhDOKWYKLJmAGGjPRafTbILOWDTPjECztaBMu" + "0.9354162431701218" "ele:236:wfJvpZanAmkVtByeNbReOTsGHuxwpFNmBUNHHKFZG" "0.06293157585414022" + "ele:237:WXTGbAxNRqkrEjPrrutKPvGufVmhfdxS" "0.14584091869740912" "ele:238:BaAdncxLcTxXSQrjaDePSS" + "0.5768086947048872" "ele:239:NshApWUBkEmPuKNkJcEzdNHGwOzPNbtsjJqwFiRhDGfLJKdpwWIqhomLbV" + "0.1465696901238831" "ele:240:jUeWhVOTNZsjeoNuEEiLveNn" "0.8008567772804235" "ele:241:bItAchwIsfNZwxpXMsVzByShOaeidVgPUwHcYlKWbRcdmqVvBDtsr" + "0.015881745702420402" "ele:242:zdZZudYQqwmzIdtwriWwnnSBRUjOMxgMyBDFlgifIjPCtRAuFqsIjEYD" + "0.708215367473081" "ele:243:YHqmOTBgnTISUeIJJYUYvScqHPhistRICcmpGaVbC" "0.39871686306191767" + "ele:244:FhW" "0.9063885465673784" "ele:245:TXtHLEKrnsHVLAUKugMxXYqStLjfOuplXltOeBQJzajnPG" + "0.06971324400435519" "ele:246:iBVEpOsIQoRLJNXenfYpXLMMMrLSpjHrFTXbdPvMqMaCrPXSjWwUq" + "0.7801801140370873" "ele:247:WQJxHppuKdjrMHEkadNLIBNzbbl" "0.791869958747193" + "ele:248:sWCJjeZLjQRozg" "0.11309761860918266" "ele:249:plATLnqtFtSgqqQKdVmdClWzznco" + "0.44101158627489334" "ele:250:VojKDXEzXkTK" "0.8836040369092594" "ele:251:RBpRJjERYngmXMJfhQnnCyTEZWJoqVnjeTcqzFzzMlXmvATdihbjl" + "0.6308249820355207" "ele:252:UZTymvHpshovPSgGjIDJOxJdjwghvyTBZDHkVQO" "0.5006090429638539" + "ele:253:uFpUOJOzJZphVtPaDLJMsyyYwjwFjMRGpDgZe" "0.20079043114588013" "ele:254:zKkpUbLcsdyoLl" + "0.8872601871594847" "ele:255:icXC" "0.37517625327876525" "ele:256:nwZmgjIJHB" + "0.4472302965803041" "ele:257:CEZcDflAQTNZdzObNbrwLtEqjNgkWbcLcXuZQXJAEqyoGymOYqppuJJjyOPEoPFQ" + "0.780663262913547" "ele:258:NbjitZzbvvAnffFGnTBhYqkZRbQlPVvc" "0.6114790546701429" + "ele:259:EZYOaVLeDkKLGytYZrxLGRzr" "0.18378642318141092" "ele:260:pWYbNbgRlWPddxsjKHmOW" + "0.9576760507667561" "ele:261:sZzqVDT" "0.46086383365401096" "ele:262:mGJfvnLGBwbINxDCEXIRtHdmXyqPlOQhvyvmQTGaHAwZfqLsLjJppkdDdMwwsBv" + "0.5751175337887499" "ele:263:NmAoaFQUsjupBVUJSiQbUzexEMKCLVHVrRpJrPzlndc" "0.7387122963781291" + "ele:264:YWtBJMQbuojBcfwCHTfh" "0.7526407515005629" "ele:265:ILLeKkqt" "0.8982229649976201" + "ele:266:udmQBnKTaKXjlaHyfAvffWdNXIKAMPMbIfVNZMCbMUwvlhNCVRJpMsoU" "0.13915355988685996" + "ele:267:TG" "0.11838397899318787" "ele:268:LjoaredUaqedrhRQLJViXILOffWJlDgNaCGhROnZIig" + "0.2720595275779307" "ele:269:OLvPf" "0.05213699817329576" "ele:270:TGXeaegcvaWaexsIWJODTEudunbCJWjOnfmKszg" + "0.9760555384384879" "ele:271:fCQccupsw" "0.1826479936554769" "ele:272:bTCJyfrkZoFKqxNdCsTLxNAfmXPRCSEdNDrMRlvKCRFrjjPuJxlNFkKnaNQ" + "0.1816006773234322" "ele:273:SSicxIfZQttLnNPbzDMvxzfSFhnPHAkfFPeclMecFQvnjLmCQpEwjJiq" + "0.644883358870358" "ele:274:rpLDqOGlO" "0.5993794681833459" "ele:275:EbFjBeehfQxqNpOQMUUtGvrJKkZVWxWFJxFCKV" + "0.6528913316681816" "ele:276:ewiSyYmEjbtTf" "0.5686335211517553" "ele:277:jeVTPCizAMtXIkuTchJUxkYLeTYQwOneymekogMzIvRxzTDzIMLSvujA" + "0.6181915174781923" "ele:278:LFxy" "0.14900559309428074" "ele:279:hfghiprQqSviaaVAiIFKekzwQjWhlkZZlVprXxbaqgHYmnFzEOuTtFwBStUfB" + "0.8338524744347505" "ele:280:hqwGMGZVWelRXBEphXvTmwXMeVvJc" "0.771379497890405" + "ele:281:HVrnrXGygZsIYancOKsmUaLEkPoUpxQRPG" "0.5994072231684636" "ele:282:lIqDYWuyipeWAOAdBQDuTvsKys" + "0.534524220798845" "ele:283:kKTDdgRCCxfiPBundKdDyieG" "0.7242139542264654" "ele:284:ni" + "0.748944785839734" "ele:285:PdcemqxiBQyHNkhLpTObryItAXvDpRjjmVHDikyedhTeYAhNwQKMHeVcfApk" + "0.13370039714229587" "ele:286:FYwSoEUHBhDBsrJMdzpluc" "0.16028766133142947" "ele:287:aDKzQKcuBfiyyuqHEFHLRRCLRamOUARk" + "0.026062274014891695" "ele:288:huXBuVvepspZbb" "0.22018183573052252" "ele:289:AnWyUVUBaTyVmRaUcLZWmStRhKeHAgVckxyFojKTBF" + "0.07982614064135407" "ele:290:tgggRahsumg" "0.3697557070272254" "ele:291:rksriVmscvrYXzIYayeHJdvPTaGQCdqXnev" + "0.09422878535627355" "ele:292:EABGSXaJ" "0.8325274594683421" "ele:293:CgCfRcqeCzNAHINpiUDuMeBeRLRdcd" + "0.9693896699692307" "ele:294:sSatYuMLPzLp" "0.5311474696918715" "ele:295:YAaIFIfsiogCsuvVUgrst" + "0.39224110837672066" "ele:296:mEHNOjSErtEsZOtlBJPzCRcXmftzwRPNTBVKYtqVoGZssx" + "0.8176954488229201" "ele:297:XUBXZiCSdAUJpFEGVzozodrzsDkFYgezysediNYbMkBGfEsqCqY" + "0.6137094587670581" "ele:298:zRtQCUMmJkbIxcWFeJhlrnwvhDOcsCTuQmIUIhiDugArfHxbMMwyyUJtxqhirG" + "0.7719959033122741" "ele:299:ebFOLQRWlTZoaDHGTjjtKivqSh" "0.37933435410799776" + "ele:300:gZjmUQgmBiqNfiPsOCrjlfeTlEEbOfBVrAwqvO"' + - '"ZADD" "zset:skiplist:2:300" "0.09262750297586564" "ele:1:or" "0.9383651132213807" + "ele:2:awUEuWVMajnpzOiOTArpuiSQekbfhVWn" "0.5214936071707239" "ele:3:dLvVjtXgfYwUEOxXFQmag" + "0.9079214934215405" "ele:4:wMOfziikZlxOokdQjWovNdHdjFFsDAdJaTsZoQmsnEZarl" "0.9067368627115772" + "ele:5:HsmxitflvwMNNhEtFbLO" "0.5918503322692709" "ele:6:ksWvrVzSlLItxbntLMhsJiwEZtZoTefTLdTPucwVBLNEHDkVSBNaNCawnVHq" + "0.3360474296101915" "ele:7:VmqzHXRmiQzEsGlfdl" "0.7021374853906152" "ele:8:bNt" + "0.40311940256418133" "ele:9:HXRaRKNjkdKs" "0.14791692909385812" "ele:10:PWxaeVvawgdqBTonQoBXTylfhnrLAHXJiHtNQdqQOdTr" + "0.5499073150836501" "ele:11:WwqfjEXLLihgdcDuddksFuHVAwFvZgfuVfOeNPHFADpJMNySPsVyNt" + "0.6739165529304422" "ele:12:SCtBitWxpz" "0.20235214431676818" "ele:13:cPlWndhlUf" + "0.981893336127039" "ele:14:doYXBBDseRsuLWCTFIHAuPUxEducFdUYRQDZfNEvVfuDZXKBdOZnpaOiYW" + "0.6255137319908027" "ele:15:vHMz" "0.35225381591612226" "ele:16:FFmOJmOgTObVwKIoXdbQFAkIAThqcmuxgAAOzEFlG" + "0.6556189581423885" "ele:17:QMjmHFEILYQBtcbQxsazwEkHG" "0.1086786080705826" "ele:18:aQJgvxcBkRtfGQAMgWYhsnhRuHvWeXOzx" + "0.4443262581173478" "ele:19:yzixcbOpFNbGrZTlyAlOFrSPvpkkWqrGodYsZWeipzXpHeZ" + "0.03407764418162318" "ele:20:vStWKgLIlsakjbFJd" "0.6036090393945417" "ele:21:jEekc" + "0.25987832126438726" "ele:22:KpsJAyUDNdNQzsfSkMDfHZ" "0.22654291425478534" "ele:23:tqI" + "0.24666995271407322" "ele:24:LGIGPhYgkxfwbKmXWqvPLbYeHhkFUCLFsnOdnLHYtGyjzZkiIdY" + "0.4267692300380157" "ele:25:eXcwFSZJCrCCFJynzpgdQDyMWoXDYwCcfTmNbWkcfbk" "0.6293648111766171" + "ele:26:EAMIUZvUsAkDhOgAZOylhhQZNyhPurbXSCdaoTCEiZbKxTzXmEZuoQXLz" "0.9918223572334939" + "ele:27:IJviLAjBfTjpnygkNme" "0.5400327173421172" "ele:28:WjVMTKGMQhBtwExljSYstaaoWHCwKTBAjwzUbbOAx" + "0.4391638034400295" "ele:29:GaTkBmQtkABFNYXgRXBFQYrngrXCuUjLGzLdoOMSANzbAXGN" + "0.5248632352049256" "ele:30:wruIHqSfNHqhQdoWyUrkwToqZjh" "0.4245142889842648" + "ele:31:QNrjPwqaFhwvzIvRnDrShNDqVvGHHIDnQddMSDyEdxDMIjZvuQSTtcTERRpqDf" "0.6630427890269389" + "ele:32:XsvmtdTG" "0.7021725631889002" "ele:33:zXNKoihjyQxKbVTFCsoexA" "0.5991014496086998" + "ele:34:xMAdMecdzpMwLOKLsmVM" "0.4167006541149544" "ele:35:XNPlwYjUbEO" "0.21748473627901788" + "ele:36:AfNMHPOCbeAksrJDhTMgToaloyhwouVaw" "0.40372213029096016" "ele:37:ELpdvJAfmUdBcPCnZSCXObXTOWLgiEXnEMlOTGXXPCnswBjbHdxjeBHg" + "0.6140401066542219" "ele:38:OHhcyIKEemBnEXrQVcRdZhcKkoGOdHWXNCMzSKusoLHENoHXujdS" + "0.7550574793380168" "ele:39:MSYpiWjfKhvpfkBSPVCYgjDKdrN" "0.8269371540962509" + "ele:40:cfZEjxhlfRgVZfefeVAPlBHpeJxQQwykwaZjj" "0.7674080844005543" "ele:41:CCLbStaDdBZaTUnJPidjwSbEZeeoNigsjnUQDZnjVnWa" + "0.036595137191906546" "ele:42:xiULvOJbNphDvlpwSzdoexRlCXtEnlvAUrkppFBlddyJXwaElEcJMPRoqObnm" + "0.5698074730307818" "ele:43:SEvLWl" "0.3369129481509787" "ele:44:VcOjsKDJyinLQIRrVnKCWPjgjbDuNzjiyweNxESMKbrQbugYHsIiPoknumhPR" + "0.6422106412803937" "ele:45:IAmzgSECLDxqgd" "0.6894083278054212" "ele:46:PcglhQAZxSfSMxJUMwnDvEzlyrZpPxsNyGBujHQvzddmusSaTHtpAkpdzMsNtg" + "0.6450057709395803" "ele:47:TJPQSHCulWh" "0.3070909482618994" "ele:48:blWTtuxKnoRamyEtyRbQjJbYYCRaseaIXXtvBihOIadnSKMyKaFGwWBy" + "0.8598262989702926" "ele:49:IVJoggskzWEkHKovKwoOHOmaKbgIUYdINWmChdmr" "0.10354415035880926" + "ele:50:kgcLRlwdZFgFhhIENJIspcjGvllDOVLsvZtUrVTMyWDfRpfVz" "0.28928908386800456" + "ele:51:AvQiIRwghGePoNguwjfUmvnNpOrsmeHKvjoIcBlQNnNRRlIrXD" "0.5442717124338943" + "ele:52:RCTfhiXHCPBwOxtWxdSywwfLquWKLAgMvnZGJSUvPqYndYK" "0.7687123004251277" + "ele:53:ZuqUsKCutHPBSYKZBuZJQZhRVyTcYMnUzXFFimIJyzfiJNWn" "0.5345711507419348" + "ele:54:sXejHVSkPzasBIBzbBwJNOrmKibrflyQWueOY" "0.9658634461828092" "ele:55:YQPZRMGbtDEpPBEofYZMKKrVHKJkpnXEsmqh" + "0.23019227710204926" "ele:56:CufakjBGhcZTOWLtUgznxEDhuvNhFqpBzIrGJtdDouAjRFhLWvQSlFu" + "0.6068781157494676" "ele:57:onqdsVasiTWusQQCdCswLqp" "0.8301688570711953" "ele:58:GCsxXdadpevs" + "0.5694294722761978" "ele:59:poyUfSRMFmwfErZPJUHlgHlubdBXtQhSJGEpiQRHXfNPHFoVFoWJmrGzNhOP" + "0.4493023274389891" "ele:60:k" "0.37642031836089995" "ele:61:YQPaAXgTZiFgtsookRhfWWLMVumXoBodaVNJcHPwb" + "0.2228297094226499" "ele:62:ejYqfmTTyrYYvLxPDAse" "0.14198066739390958" "ele:63:fsXUMHeAEejToaWjEhTcrmWMbFFdTRSXUOtGWpEbomwlbiOCxjBkDuargUNurtSL" + "0.5233946066825867" "ele:64:TezvDO" "0.4878495944197222" "ele:65:HzsWRNuQBNjMJMoxIfjjlfczTcgfWDJfWlKysFAM" + "0.017359009875882236" "ele:66:qvHuOqbAosEcdJqW" "0.4003374590717428" "ele:67:MouLyXUsVzEjmjlLCKqEyGBfCsnenlcvPoFWsERYzTvMNfkLKSgKW" + "0.23253292632629075" "ele:68:VjFxenLXwgrkQEAbqklWpggsOMMYeLzxTECqbwwGVwhUGZimqAVURMsxzxm" + "0.646901662020837" "ele:69:xColhsZjMEXgAKAKOWKtkoJTUGxRp" "0.8839172533047469" + "ele:70:lfmulumeTiacynAyztlI" "0.31940112981806046" "ele:71:OfhTwuZNKxrQLEPWPWLaqNseTfoVbEgBZWqSRCf" + "0.9457823004980779" "ele:72:yXkYmdBegJjXwgFpWcZnQnEnonqrUKwLxrpydrxuALbVqLbdQEMeuhQNvYJYCmNL" + "0.42349649546528356" "ele:73:nqITDNFxSZCgTrGAlsGR" "0.1491128401167493" "ele:74:wSlpcsEWUAxEfdWdGarbiyZBnHqqXMLbabkR" + "0.7164223539226408" "ele:75:aIhaMQxatzemPJXL" "0.45353981831873524" "ele:76:PKyZiUhHjWxRavredJTVpxPfWiSIyw" + "0.5055761893027574" "ele:77:fCwJdIVTYUcRpxyVtvgrpOShBVKvuDfnezaEicBSaEkufAYjkbPQZLdmpqA" + "0.579969466017893" "ele:78:ttgVNrKMzdhyWKM" "0.37257323396198194" "ele:79:tqhZoSrQzrhOrsVgBimIhUxxIpHCpVgAxXeUEQuQAmwwT" + "0.12062537296309861" "ele:80:riTBhsaejufrrtAtSqOowA" "0.42813583015090506" "ele:81:ahRppAcoxMSVLt" + "0.6486347611701347" "ele:82:cA" "0.034587858704615115" "ele:83:qqrNxMSTddFARf" + "0.7593627828586745" "ele:84:FplVKLwuuOafeOeFSItktKgiy" "0.4994696285128135" "ele:85:tIYVAAegmAqMASVk" + "0.11891388133869885" "ele:86:YEmCqaoJjXbJltAOoiFnVQNDuVacCaLlOFaeetedotVui" "0.3894622762499911" + "ele:87:JdrKgsAPlek" "0.5336569471727015" "ele:88:hcCtXGaLVHWCgMUlYzUKhduXYLemTyQhEYVFg" + "0.920251905287605" "ele:89:jnvoEEFVGKKoOjzUtvfoXhNeTetuiJtaDGEnITEBIFuhPaX" "0.968897738066963" + "ele:90:qlwTOlqYcziWhbvBMBTVIgCVFnqpVaPNCTpmSPt" "0.9465629005814513" "ele:91:GOVRIARgGyaAIHPwkeEZzMAnqSyTxFfoqWgM" + "0.6059363868454227" "ele:92:SfHzXZvuqNU" "0.7358711669072902" "ele:93:gHeGpNWExpYDynWGcoehLcJEHRAhDZfpHzZAABtY" + "0.002391740771283568" "ele:94:uwSSATCqTETlbTuEsmJXbgXAEUltRFNuLGTpMbcNQCwWYt" + "0.7158149076298387" "ele:95:HwAliXptdbfTvaAVTOOULUEJyTutsHqnXCWaRTTefOWSWHphznqRhpbJZWs" + "0.6038934139572911" "ele:96:VFWrpCzknVyyvPRlvcMNurUszGhKYAJFotTWlsGXFBepexNzhWU" + "0.6222780454322215" "ele:97:ehNF" "0.9901469156377757" "ele:98:KnywilEdvSsJWLFHbSZCdGdzwCwqRzZgADKsixcQ" + "0.3538196101694284" "ele:99:oBPoRiKlTEbPlNjGYQDBLvUkfozTGdFuP" "0.979768652983662" + "ele:100:sFiKSSRMgkIQRuwTcWHjKShPvZdfYHKha" "0.0038377506742498513" "ele:101:Res" + "0.2662937612113552" "ele:102:TyAW" "0.2792638772861509" "ele:103:HwgGPitqrKxuhVWgFcnBJPIODYPXtajLeLQxumaekHVdlYfqbmkFnkgiwGAa" + "0.1781892660507567" "ele:104:LPuxUVFjLm" "0.04705661819915241" "ele:105:TSouAycARbZOqJrgTwNyjjXrbeXKdVtUMFNswZU" + "0.7902202191071308" "ele:106:HPWXuahhazgiqzysESJYkoArGYVcQXJgzOCEUPdOWFFIVJXunbCGGtqqntblixFU" + "0.4481460935563768" "ele:107:BJDIpNXqOQWSamkceKuigPXGOLEKPOBSpUHxeoEsqzSvIidEdvcqgYiSVG" + "0.3432861842856956" "ele:108:taUgdwQZKdCCodjpsjrhHpANRzpisggAPIUbbNYHEtuvE" "0.42832042624818045" + "ele:109:AAOSEmNLVtKbrdVrroPeNRxnxbpnJoTlq" "0.30812383447047176" "ele:110:mXRaSwDGEuPrfoIULekfXFDKYsIzmilkIGYTCeJKwbZhQJrfgQtxFhBARoWJZ" + "0.7522373944538988" "ele:111:GgBlqTMGaGyqOFRisSUHUTfCiuUL" "0.21562431158684814" + "ele:112:CvwkTqOoXtDtu" "0.8428189114630859" "ele:113:EcWUGnCkfXINMaIgGKkgScPZGIvWuPStFXSAMeOxjXeRptoefDUeIuyJPzRBzRHi" + "0.6823372379983094" "ele:114:xzIoKVgZNBRQDQfiUF" "0.13935362874792767" "ele:115:KrpPjoVMOyBmuQqpqT" + "0.4332332406044198" "ele:116:UOWNObnoXoaJKzh" "0.08138617832932371" "ele:117:rVhWPfDBDxvwJE" + "0.30356446861651587" "ele:118:ZSLbxvYgeGGGiLDww" "0.32067439081280513" "ele:119:bQcKjlcGGQNPqeXDxJDnthZflDwBZEnSosGoXcpgkUACLAMGxw" + "0.40934598601386774" "ele:120:cLkEBEgUnFyVcuJGoGcPNYJwilsQjBAw" "0.6433179848407005" + "ele:121:nnnQlvic" "0.33121455232187447" "ele:122:NzwulvsTLXrMthvgborfBhEsWPizqgwnTzw" + "0.8803242323217817" "ele:123:k" "0.5024021684133856" "ele:124:QxzGwrBCzyjrxScubOiOrGJcTzePOFsPhEHFEzOxkkZCwuUirhETCcjIdoWyA" + "0.025065994225742627" "ele:125:jqExxEpycRHNbe" "0.043490094554752834" "ele:126:nareUMxBfzRlJVTvbylndDpEgHoZsZbNDBVInjychmAraHPfaekwZzAwglFw" + "0.9816097986428053" "ele:127:IQzEwdcKwNBYqI" "0.6572929124981133" "ele:128:stSHqZwAsTzOsZddsAFwHbfEEsfdII" + "0.9613433392746732" "ele:129:dEUztMXSn" "0.6147262075260899" "ele:130:gFwBVpGOtjMuDGVuYRfsFqxLozUbKfIbSnouPpkXziBPLipkyBEToMPgNO" + "0.4051062573367158" "ele:131:iYlahFoWqUpvpi" "0.34363782060223536" "ele:132:QzxFJqb" + "0.8359405554401546" "ele:133:SwhGBfDsmAFlWxKEuCfBNxdff" "0.22939148700606238" + "ele:134:cllbmiogUFJoscJuKiaWvMONpxrWLfuRGMCpvGNFpyMxPJSLvZP" "0.8744608124944555" + "ele:135:sYvQFgPAzBKmDspUtlvJdlQVklBHKOFUIHrRoSXgBAVQ" "0.5959086484602159" "ele:136:LPnvKvJYBFLAeCCOQECNeyQsTrPMxvVpqKLjGxKgUBEAhE" + "0.9540265436675929" "ele:137:gRldWgnHoDZdu" "0.7669071517114534" "ele:138:DXyqifsGEzBQZNReTCmUGmtUGRjSnYMRjxFpClo" + "0.4318348989018863" "ele:139:KtyUQh" "0.39059761540419147" "ele:140:hauqIjYbSoFtMcOOKixBAeGacoockSdTvWdHcqTKUXobKk" + "0.24983864913879872" "ele:141:uqZhAekgMEGuxtmrZqmRmJVWoUhhPlyhlghNGmWMFRuxFmFptejHsXs" + "0.3210435235914324" "ele:142:CTIJViEGArQbStmcRofVExLPAzMWhDyWQJXDque" "0.18980206607687544" + "ele:143:MEcsFtRZtouIWHjYfCXwstdYUpDRmiTQjUkmQDnWi" "0.15361329127026002" "ele:144:dLhflQgp" + "0.7110669295479786" "ele:145:meAopAZzKlFlTBIeOETzpEGUjWasknpzyPDfbfugugPOMy" + "0.471301584307086" "ele:146:c" "0.453076241949232" "ele:147:hQjzXuyJgtetPOWOxMhUvNJXQbxshZmnSasQsaCEbZglftDYEaNwwoUm" + "0.32693695754886076" "ele:148:XbqSlCTEBnEqBzLKGsQ" "0.35856995662107494" "ele:149:EhjPJWQnDvkGAejPAthUUuD" + "0.31262357180080613" "ele:150:mHxeZoWhEz" "0.005845222671651107" "ele:151:IyvMEPnFfHSenczOjGODbXJwtMXkuaZFVLntXwtL" + "0.9235968098260897" "ele:152:lrpVmOGFgBpPRFjMGZIkJJYPKUKZqRFrUpLqyKTEJBEoleEgCSJZaRxHWXZe" + "0.13738091090283422" "ele:153:ntihnyZWbefEPtNiSeQqlVEbqaMSSoCvwZuySkgaTpEVBuaYibjXKCpPPdogPY" + "0.8819919106825659" "ele:154:ihNNulMflfjrXcnmwbdTKmwRznOAipcJoPIelWDxaJYtmcixuGWxBsksfIxUWHAg" + "0.8932991308660218" "ele:155:segCTllUZbjnrkOODLouJuJXiuAzOvoDcPCggmyMTVzzgudrvwVDX" + "0.476578059810815" "ele:156:hDedhNThJbQzAhswOyXSdRPMolSQswuUCeTDlWaAjMtZcBOdoyeBUBxwHAWdlKU" + "0.15072385720743042" "ele:157:rDjSR" "0.2161277707711633" "ele:158:ZvNhxpHnEUXOdTdxfRDh" + "0.9488145816867642" "ele:159:Q" "0.6787840316052304" "ele:160:sQGndmhzUNtmrDtBzsErELxzfgipMunWyBNABPLhAtCAqbVOXtpPlCeDd" + "0.7009800982563948" "ele:161:UwGgQFuNoYhVasdZvJjKEOMcVZJWd" "0.3795646206727531" + "ele:162:GdsUALhOYcMICnYiDiYkZVvwhH" "0.017890110952071048" "ele:163:zBqByAKlPKPPOC" + "0.5533082346819248" "ele:164:bAdZPWtNjtYoGHdqR" "0.23109286509501725" "ele:165:iUJtSYmwqDRGlMsJREewzEHlvuWaMZPJTCvvgFryO" + "0.4713040256603368" "ele:166:wjxQPETQlCQXrRLRTDQGmdTzLlKoUeyMFIRsaNQFhyaJbyXJmlCOSCsHvp" + "0.049974994424209385" "ele:167:DGPbIzVMMLUWWjVsevouwaypQhbJyMxjwXsjOkIxTtrtKimvOVC" + "0.25554197482909946" "ele:168:yFeyxFl" "0.06546972032558007" "ele:169:OJFPPOAfhqYDChfIsKgmwiaTfDXTUbtEWR" + "0.16747563632090212" "ele:170:VfVZvYtxJxcvgOFxPjc" "0.8154729106809464" "ele:171:DmJQkcRAyjgHBMCAFkTucwWQvAICMvtSPXxCZYjBTsgaYxjBEcZeEViUboQA" + "0.7721499842095603" "ele:172:KeAwetETxSKBInxxSgcjApglCEEjeapcyAxjKWxWmVUxgedBRvOAuRkXjUZdKqw" + "0.5689791211786035" "ele:173:lvGjXnJSwVVaxoNr" "0.8855889473005578" "ele:174:CNroyxiGNciqCZmloBvziBxnjfGcrzWdskAMghlNPyIJ" + "0.41912320182786467" "ele:175:ejxnnFYYFrbQVVVTxeLjYeVXWrDZopvmgeBDSHQOPevqXslinL" + "0.8035165431612967" "ele:176:VdJifmoOOSJzPOfmpOvrCLFkmtNEmEZqF" "0.6869604080666722" + "ele:177:btsGNcuRBzmY" "0.3848414466927291" "ele:178:hnmrVTAOGxtrolmLuvMcDzgBDYEnsOOZvUnOtkxLYPFv" + "0.28812018831830133" "ele:179:PXvDrJNIcQFbzQuiYokqPt" "0.11921245346059317" "ele:180:aCufiJDTEkX" + "0.024182370939839104" "ele:181:HgnVa" "0.04754239386647818" "ele:182:wosItJxaLEdvLzTjjydyvGqJLUSqT" + "0.07505696070559253" "ele:183:rpCPWChrqFvgVEVVKRoWVwOJhVQPTAcEYFz" "0.7810121297050087" + "ele:184:VpxhuPTEzZtxYRTVjwNczKXaBkoxhJgbKlLoyVawHuGXunvkJk" "0.7319508963422978" + "ele:185:MOwjbZkEMvyOrYFexoyxKFsbexmXqqozGMidaWfES" "0.8182970116273036" "ele:186:RmWeqjsbMYAKOXIpflkbOOiMxRYNrREUFWnBsPywsUTjpRszeVD" + "0.13763305291470818" "ele:187:jOsLqpJ" "0.7680871215735682" "ele:188:eFmdPITqTFFhxQFDMxrArrRQNz" + "0.9520468889430076" "ele:189:ivzhdLabpxFhrXVumNABm" "0.3334255618135925" "ele:190:jHaWvedsjhAxDTNlXtGMqEggBjmkTARXefpU" + "0.02094320460632315" "ele:191:jkMJkvC" "0.782568781581072" "ele:192:CBTuXWkjDEGmCnMoTpvLYZMWbgTHYPzZjmtmXFLRiqeOmTOjZHNjoQo" + "0.4130369581381168" "ele:193:IejPDoXOfwXhIBVbWApoqnjm" "0.05032810808761934" + "ele:194:GpXjiMttIGORqGmnmKEbUhbvJDtcSEgpwgBqAshNgwuXcoXVzWmN" "0.03562147096755652" + "ele:195:TdlepDegXuyVNCYDWpcgWmmTCWTdpdEkxDyduMSOuPdmEdUyMaPepfMgMJQYqfxJ" "0.16058179698958497" + "ele:196:dvezkSgvqUSe" "0.19543066541353393" "ele:197:PdrxoChVVQKLNBzhjwNDCbfpZ" + "0.543247204423523" "ele:198:cjeiZuqQvFu" "0.33635134143621626" "ele:199:lhZJcssulOevtNgyWxxoNpLvfezhbqgWFJTIDmyxIBzC" + "0.5115911058102967" "ele:200:ulngahGBnWlOYgQMBGpxDaupccQfMtbOEPON" "0.3379695196719398" + "ele:201:bGtRDNQXwIrwETejqWbnluhGIkIPZpdYmmPTXeowpyneLwHa" "0.2728034878865264" + "ele:202:SyQzBNVlAeZKPeRPriqO" "0.5368846611030937" "ele:203:IygYZUGEDlgWTfOebFnhJxOaUAKdRMrimlQOHsvYWd" + "0.4539679929781939" "ele:204:HEhoVrszrpmkBDlXjPNFaOrfr" "0.3006834739749523" + "ele:205:aROjCcIvSVppcmZvuNFDktThdjDGdHWoAowxMhnBSzmlhwEXzXnGFxINjSfybr" "0.0448639195084084" + "ele:206:Tl" "0.5049616444247743" "ele:207:kuhdxIfvoPQppaUlJhUBCtlJzgsxFqelgwmsCbbLv" + "0.28294877456995937" "ele:208:zDvaPScfjOwDEfAPsjYAdI" "0.6174513829147165" "ele:209:vqsNtI" + "0.18252715540611175" "ele:210:QETJHAoEwrcgWgqMvtpSkxOJIPWKGfDksckQjLy" "0.11630546595702906" + "ele:211:SfWoguwffTGTlWKSwrDbLKF" "0.3606182682742908" "ele:212:MbKFUFyFmLLTCfEFgdC" + "0.4926337206305448" "ele:213:mdDZaxfdkurWkYykEOMYkPx" "0.6000623954063804" "ele:214:ynHVzFwNLgrrVXYDuGtrufyCVaOzzRfraXTXmxegsCcPeFTSaIVQZqwXCb" + "0.2775621516125364" "ele:215:GkhknjnPJlvxwURrjpueAxLAEvSY" "0.7922460208724172" + "ele:216:nnDjHaHZMisFPagOGsyRuWIGmkNlxkmrgkotedJGWAZPMwqAVfhHyR" "0.5889353014735185" + "ele:217:LjXgi" "0.5497216884074748" "ele:218:jdIUkcxVllwKxk" "0.15158869373843586" + "ele:219:lfaHJBQSZxAXoQvQFlPigiVHkZgTuMVws" "0.1471601248923734" "ele:220:ErtZpvDixJoWzYaZeDGLNlyvHj" + "0.34543282445022816" "ele:221:T" "0.19990737182076168" "ele:222:YxJjmoYLFozIIwrMYOlTxxQMVnnoRNfMJZNsoFkRgtRJxjWLqanXK" + "0.9235704327462902" "ele:223:jknpDgOcYsFJkAdHes" "0.028979981957491407" "ele:224:PecWcubMjFo" + "0.4819827930201377" "ele:225:BzYNIyOhFAXYdTkiFMVahLnUBpDiNVtfzHr" "0.7450560599120607" + "ele:226:npTXtRZLkvUdRxzjAJhBMxrmMBvhbEgxkhpoLDwRADuYpsRddDmNuMaPjfPbsnxd" "0.2026432885675793" + "ele:227:XQzBnvrfYQFiADkbGOfRNEqMnfSsuknCCmcYObVsVYqHX" "0.33615596635066225" + "ele:228:gi" "0.2998550975047304" "ele:229:TZRTennwunsTOdkYpeygbUpdbMWAfSXuHW" + "0.6648237145509738" "ele:230:WVURIAfgDtEhYPyFqlwEGmSryqDTKOcmZFCN" "0.9372645320573785" + "ele:231:udBlpLQIU" "0.3002401369498503" "ele:232:QZtIphwpqQZgcMUmeqQkrZTzatshryjTJIPQYFWkGRwjlqwjigMtlKMMemuKTbMg" + "0.25105472672858375" "ele:233:xUkFKUrwJNybmdNQRGVehzHfOuGElLrJuuAYxGqbIoHoHmVWfsPglk" + "0.9789489212458264" "ele:234:qsatMznJjZjwVeWoDwAsB" "0.7078139907480708" "ele:235:GaaGmlTHoEgtKbHiKGIFM" + "0.1046069368957796" "ele:236:KEflKyuBnrCIoilhIaARgQ" "0.6933650368323319" "ele:237:enRNBKg" + "0.8675947064153726" "ele:238:MKHpkdutXQrLuD" "0.9649700026640867" "ele:239:TsTIfIuABLEeAQIwTfJaeHpVxkWiapFXnQTQMJnvLLZyXlRwItuSNswMW" + "0.5263629254265921" "ele:240:ocCdGAupDHWtVayoOIdguBoxLIyDRqsvckyTWcXqmVfOROMPKrRp" + "0.7524063653536449" "ele:241:hW" "0.19599955008534597" "ele:242:akVJEnuYoJgcIWAnSADGMZuwUfVbIq" + "0.15609750914096354" "ele:243:hEUhanHWOxoScINZOwKZrbYdUOBKHtoOFcZsAIzoMEvCsPJegRaQlXobtXnaautk" + "0.7890752169170604" "ele:244:Rl" "0.7120506976992904" "ele:245:hoceJlyQdVWNISvutYhokdHFydfUWljaVjTfrNuUDZnBJdm" + "0.7417159545801839" "ele:246:zgQTYWnUeOwnYPvtYaN" "0.6658632542669134" "ele:247:UVi" + "0.8541463086909872" "ele:248:ohJEVIwKMTixERomyzuLCjFinZgZmqkMZFRLqijAEiHjHUcQgZ" + "0.9446951127019414" "ele:249:CcIcveuZxIuoeAyJMaYiwDMLGzdqYOuPExXhZsuVfcWUzr" + "0.15818622003981309" "ele:250:JwxuBJCEMZbMJAbsIAwPwUMWkNOmRMvVwlVnMBWbRkSUaTNGtDCiBfXdqWI" + "0.549760006394579" "ele:251:JAhok" "0.04924382329883947" "ele:252:JIgeRfRMaTziVyjIdodjtorGgHTeoiYHoSewGEvcvjsTKiFLP" + "0.3823858466872766" "ele:253:bjZbtanq" "0.40286373652099416" "ele:254:WlWolwQXSRSZATDgsfdGLuRrOFPaG" + "0.3864202824447852" "ele:255:iQNzZfsdAUMpqXRpOyuqJJQfPzhJLcfnstKeqpNyEkUBUsx" + "0.30087671810763006" "ele:256:uulbqpiGBlgInmlFKRxUAOlXCLZcRCGyQyEHaXFOEvQai" + "0.7410145944905596" "ele:257:GyPpWZoEMASkcgOY" "0.7996004149665447" "ele:258:zZNxkTNMqRlGsYahKYsgsPDCDcIsgVDNUrQijkcJxgGHrI" + "0.5402362797766433" "ele:259:iqxwwQCxMUAMJEHVpXEwwN" "0.6362128978606277" "ele:260:MUAqsNaJGfPRaOwkBFQVwLBufjgdIyhusYTPwrmWiyRseJCPODBlzb" + "0.4996926196597391" "ele:261:oFUZGTyOAQdfnVCGeoCQqJUibzagyMTmdeKMFjsObfORKkudkIzevOqz" + "0.42924714893927196" "ele:262:dNzGqFyCVjeHaWeWqoYQfxBbzdUIJCibOSeoXoyceRCPNNJnoyMQeFnQWlk" + "0.5322722081965099" "ele:263:cPLVSPyNeYmivofbOXAZERBvCvJBXvthUlMVOAuPzgjuQNmKDBLSBDqsDesYsv" + "0.8777291326872585" "ele:264:KJllfZUWKBMJrwxXBjktUrOHwrtTWOuAVpkssvPjgowDHUNheWZHOQJEYuFszrbl" + "0.7072711055085867" "ele:265:EkzJFgpBpqiwSpoXFwcjZljQJDkJeQkbdfcdtGYEhGShlPFXwKnBx" + "0.20436439828556952" "ele:266:FqpERXPFhMjCNGCeeyGMpFTCicoKSruuqBdZeeGJKPtKktFoamFo" + "0.3472173471264659" "ele:267:YhmHpuDCLfD" "0.18021513778229503" "ele:268:uOiGyqEpsyATQiRwtVvJFRrzSzClsNyDHiaywBXAihdvBdpnWtoffjdOoKyh" + "0.5522539745259306" "ele:269:iBiK" "0.8385123045630564" "ele:270:zUvpgWWoOAzbaSrFBvznXoKtHkcAmPwOqivMlixNxq" + "0.33714769519639143" "ele:271:MsWzfaaReeRzwqWjGACzUicwZtlEFPrltDAXO" "0.4969992294244491" + "ele:272:aANoKjfryoOpWqAhpytocmUHCsWxIAYrSwtiiTxw" "0.44636036938360946" "ele:273:clnfwugmPurOKJqMjxn" + "0.27285660039441184" "ele:274:atrzvlsfzPNUvAgptZbMSHbGHhvLQyYUH" "0.500326800049104" + "ele:275:RuYDbMeeKwElAXxvXLjExHtcF" "0.5466675758624856" "ele:276:dCEGKvzaWNWcvHVeMAgoocWMwdJyootwqFPMHGKKUMPxCH" + "0.2018109903813089" "ele:277:eDuQGFBnossxyIbspBTooBfr" "0.014311547995801921" + "ele:278:AYJqzOLPgChWlpdtcaZwHIxLRoMiXelshNtOnDMIvtPJioFxddicddrxj" "0.6159669102868971" + "ele:279:ujQJI" "0.9039994047199217" "ele:280:fHiRITtiScqaUlJZhyifQIAaAVHfXWmgHMlyQwOlrNxvpXpRoClYWqndtH" + "0.41822330412883957" "ele:281:VRbEUYMjyzfbkRvKYGAxlOjvfrVDWdsfMoNaGNJDUYiNhPnaoYJ" + "0.20182675744516632" "ele:282:QLyityIrTBIXSZOdHMheKUACiJNrVJelyo" "0.9536655109799361" + "ele:283:UlVmxieouLFT" "0.8985298311311088" "ele:284:QAYdFWfyObPVqDkJoJWakCV" + "0.8723763850119008" "ele:285:UqMDNekVComtOxijGYdhNkmRimugdNt" "0.5379751008291339" + "ele:286:vzWRFCEvBJrOrxlPIiAxbqDByXGE" "0.37873243809375445" "ele:287:zBrbywqJeVbezx" + "0.4779307824595257" "ele:288:DOMbWHcXdPYBWUjyLnqHBgVindbTWXxTzaRcVawIbUqHYFDecXMLc" + "0.9342932630637866" "ele:289:UiAnOVrnvvtuyTBABOkaRFNIkHfogJCNrNTKXrqcC" "0.034545001035145906" + "ele:290:Fz" "0.40461815986202543" "ele:291:klzKqsrhNAxHPnQUjeQXfSQMIIZwWtAFYYBKuqWhNqUnnZpgRrblAPVtoDB" + "0.7300189023460038" "ele:292:YFXCvQGOMKOewMiEilWwRQp" "0.1378877900987362" "ele:293:HMlNQLAKOslfMwwUOqEwwuowDEKZ" + "0.9649651643860695" "ele:294:DmNeQumEcMMOMhsBZMrKRNhnDwYXKMm" "0.25366932043182866" + "ele:295:LrBATkEONciKHMYPEBRTdGLIqYJolXTgMepcMQlQxbdaXkxMYAIlZhqoayDQn" "0.33409580445339604" + "ele:296:tyYcCWTtaQAFidhATOrNnrZAynrppZdOVborlhuWuR" "0.6857753861540998" "ele:297:Q" + "0.2846544060829831" "ele:298:Zq" "0.3958936266598334" "ele:299:KhIAswbBjpRQnbKRBRLdWdCDt" + "0.6572602342327124" "ele:300:oTBAmFvCABLYQTZWxYnPAUqUmpeOuGMHIwSQiAIxUu"' +tested-commands: +- zunion +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZUNION 2 zset:skiplist:1:300 zset:skiplist:2:300\" --hide-histogram + --test-time 120 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- sorted-set +priority: 131 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml new file mode 100644 index 0000000..afe1c5c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml @@ -0,0 +1,433 @@ +version: 0.4 +name: + latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore +description: 'Runs memtier_benchmark, for a keyspace length of 2 ZSET keys. We query + their union using ZUNIONSTORE that returns 600 elements. Rate limited to 1000 ops/sec.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 2 + resources: + requests: + memory: 1g + init_commands: + - '"ZADD" "zset:skiplist:1:300" "0.652540306855235" "ele:1:UaZtxmrKBkxhBqJOlNJlwVUfHVALGkjnUemvubDvbGSVAaaQkXLlsg" + "0.8731899671198792" "ele:2:RKlVyoHMTvZcoh" "0.0785627468533846" "ele:3:VZWJQlqLBHicktajowIvkyuaddTC" + "0.7688563664469605" "ele:4:YaXTxnRGWhENdaOFuXNAJmx" "0.0033318113277969186" "ele:5:JjfFkvonkksjIfHS" + "0.49606648747577575" "ele:6:Q" "0.8234766164292862" "ele:7:MZgqGWzeYWDAlplbxvlzllKR" + "0.42687597903639085" "ele:8:AGSAuhePDVmONKmViHovKsiIGSXQZdqX" "0.34912978268081996" + "ele:9:ZHIKgOWejxTOcrVCRxztCNqtVFEdqCbowiaROZfbhMmzFlr" "0.15838599188422475" + "ele:10:UuyeNtxYcAmkfjtovBmajhGcYvzucpgFjLnqKIw" "0.4376432899068222" "ele:11:cfgHnJGQAHaXHjLIuLWYkDACbxQbywRIQMbuE" + "0.5536939917085721" "ele:12:uyZtiyKNdKhFhgNlcdtnHgDFEdBoovVYkyLIpREln" "0.403546330051068" + "ele:13:kRUDWaPmeYXeJZhgqKpnroFxUSCQ" "0.8808108541089766" "ele:14:PCGgHbGIRxpzFRfADhupCtBKhknUNyqK" + "0.23044636914343264" "ele:15:OaHUUrbZEvSOmYOtbUzxnJq" "0.6404180580960533" "ele:16:qJabjKLYYivniNNtGsbnBzRLzYP" + "0.6907030016224224" "ele:17:KJrGsIeQESEPkBdTgUhrQuAUzEfySPhVBoNaWDjOawkRrjyktuOMuBcwp" + "0.24900135884008867" "ele:18:bwQzFiMXWxSKtYJiFCSaDWxoAEoNGvFsMoAugjlIcWTRWhXyixemQnagvqL" + "0.7928656841898908" "ele:19:NKtwuzbLhLCCPupqgkRsRdGijHmSrnqwdfSj" "0.9331302297178864" + "ele:20:TcZibcjyBLAbljRGHjFgwVeVjbeZwi" "0.640319798434186" "ele:21:nsmIvzevkqEJkJTiybCjqiXRjJVMqSqsSaHKxTzJmygg" + "0.5239886233297175" "ele:22:DZGleQLgYgAjWUcCOhzqsi" "0.6136266546940706" "ele:23:ZVlOgBjrpZhQuQzJYVLYqnxytasTT" + "0.6591139297465682" "ele:24:AFgEEoLcwlGmoWeYLZZJnlilPagiaWdqhItaEMLovOfbaPAgtCeeyjCuEV" + "0.4468461455464968" "ele:25:pAjBRwToyaDwhSExhMreHmbgzPuJFPlpVrBbjhkyogmUAQamL" + "0.5614231865616031" "ele:26:KyArAdlPTTgxCatXdDQIPgZWHCBZicfkZjCKCbuAuvA" "0.022487789155224203" + "ele:27:qOuBflYpFEUWKIfvrIuZYEwJYtSIwSlvegDBDYCUTKnBoRWpwDuBAHgYbTwURCW" "0.8510804209364501" + "ele:28:QcjxLOamZbsRzGPlmSvuvBpYmDaooLoY" "0.43460695876638156" "ele:29:WcTDiiDHQwNoubgkihXThvM" + "0.5610492156901229" "ele:30:XPGwnyfBmCnhkPlJxhZhPrjvXoGKWEWbqrFvZauVZGQ" "0.7513407089150304" + "ele:31:MTXpbeTMlXoxUsCDccRYHeKKfYunLBZuHbLgJmNStiiALTm" "0.09175823221394674" + "ele:32:vkAxXiwoCWTBUFUVtpBfpAlILPGaMvUrFaRuBqEgqvWnISaZaPTxiklQtzGS" "0.8586634748104288" + "ele:33:wyThKKWAeRg" "0.36952587840155204" "ele:34:cRkudmpGSSMUnPOMhPSzjQ" "0.538356756374977" + "ele:35:TsRYebuuDgtamrxVbrxOaCBUGWEaGheHKWgzWsgPxVBfLwAev" "0.5218317459277027" + "ele:36:N" "0.658938125456635" "ele:37:mAI" "0.8474868095237909" "ele:38:JrYvYRtaFZldysTlMUVfZfVpHrSzayZGWysedghOV" + "0.20143282352735015" "ele:39:WjaRWpmPlWwPuepbXywfDmqIEPWnBh" "0.23967093347793234" + "ele:40:ZCLtDpzxZHqWUMzAJOfavhqZrGrPiGZQSBYDPqfyqqYAbGIHuyskvLk" "0.8108325344648399" + "ele:41:WhxmpALjwYdCOMwTeHRbFRSFfktMmQUVItotZiICjWfwebl" "0.1322111892750637" + "ele:42:dfVVGlvVTMufbfSsy" "0.2285660170875491" "ele:43:DBqEkifRzIyvzTydaSqNrqalAXBZAkccYOuIBFEn" + "0.9396586731821924" "ele:44:NyIOQsgOAQevXYKYhGZXjVzTeqPiwjdJhtq" "0.32374056012496966" + "ele:45:TQYLPdswKkUntJEjvGWJTWxmVJGdBcbIclOrYzVqqtfFznolqcHYTVj" "0.9080986140709963" + "ele:46:IdUdmeLZNHLsCGaVkEdfKMemYRdzhQUqvhuQdXnYchGWXyYRAYZQWkb" "0.3129458198716534" + "ele:47:LJFPbCuN" "0.39349745859330765" "ele:48:YTPdFVszdCVVgGGHKqoQxfjU" "0.14704886640549086" + "ele:49:fOFwwDNEsxjfpkUrwd" "0.9168814654086035" "ele:50:rJSASiFxeYIINRbbgTBqPbATrcKOP" + "0.3100306836090321" "ele:51:VKKOyHveatcnmQR" "0.2370937718635434" "ele:52:OCaIAjJkxSLYaWpMAVjmQoOXoZJMcAO" + "0.4941647120371836" "ele:53:neeyLswlmLnZXSCDtFx" "0.269336828778751" "ele:54:UuIrk" + "0.12151325035284255" "ele:55:FmCgjvkoPmAcscWZixkzsFgsQBGAmDHqFSTaKcUdfxlfYWu" + "0.0035001439463812067" "ele:56:aThlZZWlDITljruiWa" "0.5009568203132024" "ele:57:TBszlGVnMdDvMOLiCysTjjANuFqeq" + "0.4783242512285928" "ele:58:dafCundgmRFJLzTEexYHeprmCXFjxrJYLZAcsLXhTrgC" "0.531664059031722" + "ele:59:reqfWtmvctIfWtqVEuaTEGfarDa" "0.47961187976147" "ele:60:CBvTozpAXrLpS" + "0.10226598211977789" "ele:61:eGQCebwBiUOPhMfrVRHiThsDeIFzPDEKHczj" "0.721486119508813" + "ele:62:nHhoxBCSgFFhJWBhTSVVXBpdFoLKYYKZmWEgvCfa" "0.3044462915617381" "ele:63:AMu" + "0.8380361220680647" "ele:64:tQiutM" "0.7791893412340167" "ele:65:jcKQrBTFeuiuHCprihKx" + "0.9140067046543505" "ele:66:bHuocqbTLhTHlHKIfDdemFDPwrcYFeJrXXafsATvSmFvKGYKRJYnqFmwKoRuaptI" + "0.6755477551341951" "ele:67:sJuZYHZFrVYyTvMdbMZJDuCqUmpRIsEgizBVplIPCkSAtGc" + "0.843803368180551" "ele:68:WgcCuSQuSzcvSPOzzXViuXfnOtBSxjm" "0.4683803962889672" + "ele:69:CqNaseFeIzhsgZdZDgySGfNawLz" "0.300477038321727" "ele:70:pLiQVPjQuEROtmKceRjEcaiZxMvMSIeailtKgwUeVsgqQUdTUbWg" + "0.6782593142253811" "ele:71:bgbVdSCYQstqQQloWsJLCYYrmdvtmKeNXDfWGHvzdyTFuuiMwSxuSZa" + "0.09916181882671649" "ele:72:jHWIgQCltkPBgzLWWTfRJlLFrxesFUmaJzfeeKDsFglvPAwNIDCDdlvicM" + "0.031870198089671176" "ele:73:YfsobnenpUlKHCXNgKYVeWHNRFEPOsAU" "0.9753495730511261" + "ele:74:OHVmNYCiDZFlkmsqhwgc" "0.6796131843206142" "ele:75:CPVsbsqYVeWPVRsTZKTvlcDwHnUzHpZyEchJqxnbrWM" + "0.41149806297291536" "ele:76:MGFGt" "0.0635854843880973" "ele:77:xVozQKiljlffdYDherQcdYdEmEX" + "0.17349539011413317" "ele:78:SORWOElEDHqZuOvYslqzY" "0.6957717601786134" "ele:79:XNVNKDBXRoFHDAu" + "0.514568844593022" "ele:80:GTagGWDGPcixUFOSdZTBaKpiJSPiKhmyricEAMLBwjQyEXmJIZn" + "0.5054082476784039" "ele:81:YOxGoUKeShnXhcdvTJQFGTukjSiRZFidGRfkttgXJBeKKnJebZNubpk" + "0.5791117949403571" "ele:82:PFfNxLyEMLCXtgEQVpFVGxadSZeOXdaSCaQmDBrMdJLSlIXAnerUpaF" + "0.6869490812905924" "ele:83:EDFLipKWqONzJ" "0.5858117779265328" "ele:84:ufGNBddDuAsmqgFMQYqtMrOTUbOiexjEYqLKdPLscwavpbHWCbGvMSKfkp" + "0.3328807181469634" "ele:85:kIxgjCASHjQbqrvhxiPozqCtRVebWwuHCptoxBJ" "0.5593178033061493" + "ele:86:BHmhWwOEWhCelxVLRsUSiAsSicrsXyAYhbrOWaDtKVVDyVpgTtkbO" "0.9568394270185203" + "ele:87:XrsvMeAof" "0.2895493213801318" "ele:88:eVIlCARlsKEygkqngxlVoJIhthE" "0.36404485659899855" + "ele:89:tAahXQIJDAbNWOgsSyAUkgwVcIzNvkawniDRxludhXrgdbReUJWKaDjPkLNCi" "0.6751249599564046" + "ele:90:zUNDGaygGLVztZyQgSMyevPstQKjDVTMafZnepYqPvANg" "0.4002349143471098" "ele:91:blBkPgUMFnFxBlocRBolScezbONPxsKrGsdsMsiZWrhuRsINONXImqQlQY" + "0.4373588125087955" "ele:92:LpfFjgOkMnuixmgfGamVKyPICLQQzNKmdJaJRnflC" "0.8323339473420782" + "ele:93:TsvDvTRrfMUEskXqXTEHTKzYcuzaoBTAyKVkcnvvqRTgXItNQwJ" "0.7464672802658118" + "ele:94:GpXkYQokvVduxNQfcaSYTSiZsOMxrAlNMtPPdWCLKWWqbeunMDLgkIRRu" "0.15234267491477727" + "ele:95:bTapHmxvqZNdGNP" "0.42610519579163275" "ele:96:DllLIwysTAcQqwVPjAGkGEedTflBevgZmdgwMbKpNdKJoWGteGWJwyhrI" + "0.05073435890699274" "ele:97:uoKiwzrJXTOqaDpeWknKEXdTkQziOGXjZZikNbaEPwOMFvlKoERaUq" + "0.8053618509879708" "ele:98:UYuKZw" "0.21335197746306034" "ele:99:OqRQLePoVHjfSoZV" + "0.9955843393406656" "ele:100:s" "0.8638417234689056" "ele:101:uninyp" "0.6170733682662144" + "ele:102:lAEvUqfinjrCuTdqJeZpMOqTGvxPeGRyPlQgwunbDdbTEwCsIiUsteGjmwH" "0.21067098312505894" + "ele:103:cLsWBIpwTWpKBrmSXb" "0.028805240455834213" "ele:104:ySsyBzpsJRyLIAkqneYVrUXPSZVHjpEYkuPt" + "0.011280501394645426" "ele:105:LoyMrzfbpcBTBvjgSaalQslVYEsvOjWxPFeLL" "0.8115524648082592" + "ele:106:PemidyGhQD" "0.035339107659025926" "ele:107:udmOOXuqRqJxINvXvFplPC" "0.4088305270182697" + "ele:108:KpDIy" "0.7970215729800464" "ele:109:ADZJJiLuNsGIaWjDtovm" "0.6539941469274039" + "ele:110:wkRPjlYtkmmRJGsaKTTlNqggqMJEqPziZOGtDlMoEQBFcJZgJSTJdwEAv" "0.6393759361590676" + "ele:111:SqLVSBeiOrFcbKmUUqeFvXcyXmfPuAFnRgaiFHPUUhlHHNkzbGjeIPVJS" "0.2775184026673655" + "ele:112:NCSCTxgpSSGUSVzcWWZVcGlEwoVuKkjwzMYPOTBjvHHgTxuwPjLOpJCTpQnK" "0.8279369714332658" + "ele:113:VfSDdgYSpSeXVhbfntnUfUchciRBrJBZDrvxMPhOiIp" "0.8297173264793561" "ele:114:TXarLyioSIyrUKkOeMXvaJvJaknKVQeaNErnRoufOnArsovay" + "0.921999914094598" "ele:115:luAfTJtIHOjwkvrAmjILtyLShtdxPljZptJJQVhhAhCzzBe" + "0.1408651634335023" "ele:116:SEpIqRVTaiuoxSCVlaVHjClWDwMEqaBUPMjoEAxzzQgylhwdbYkJu" + "0.9948615128480278" "ele:117:ruBCNLrVXV" "0.28579196360737913" "ele:118:rVSIXyykbQnnnQEPddYhrTskBJVTwatBoNFCIyajGejYyDzK" + "0.48423755726111095" "ele:119:xgSdRSFMaNILA" "0.7626249612557783" "ele:120:EwYCAzoAXXaXkVnxrtBULVzEoRUc" + "0.8752501969266744" "ele:121:LfegRMqEenhHURSmftuFgmOXRtOKcVsTpWqqQxuybwdAWBJduQZxCNyWCz" + "0.18280846923814642" "ele:122:GRqtlaLHKmwlLyzsVuSRZX" "0.37855655211354067" "ele:123:YyuHDEqKXwhJkmKKLIRMCbiwrrldSooerdtGFSAAQfWLg" + "0.5528763818820261" "ele:124:ynUYqHxGTImWvrHkzVWNKxYvllmfKI" "0.027904528470665824" + "ele:125:ICQAYRVcxiqABLuLUSZrsDtCQCTFbMe" "0.47753076845502873" "ele:126:ycQETDJKxyOXEnXzAlytRgOusgLNkd" + "0.8606084882797624" "ele:127:tvmUFgtvmjdxLkTEFnFHLGxhLDSPAUfHRhKLSWYbqa" "0.2695904518559701" + "ele:128:BaHcXnCofYiGMaxujBsmBX" "0.825149665561988" "ele:129:JBKxSCR" "0.5873452590489512" + "ele:130:YGoDxkbekHCOlecubsBeKjmWezcLEbksCtLLRLzxtzvjWrsmbzNLYKehEP" "0.4853159409847696" + "ele:131:IZcFPOMzPHcFIHxowCHSTFrkz" "0.5277987567294383" "ele:132:ljcFEIPIpqvYkqtuTMtTXjbBLQOPRHHrqup" + "0.9746883646151202" "ele:133:fYcqTpqdzPZANfWuvHIarLYgYsOUoqlQnKPw" "0.42010203003852076" + "ele:134:IZwUCcFtBWLXQmMtlMPwa" "0.6802068264362765" "ele:135:mOEPkdtczWkOlMuGGAFAQSJSAzSguNtlkLNVLRdriYltynDBrE" + "0.5605617357048859" "ele:136:TaqJicNvVjnCZNKPJuuiStVfruAlkGgGVaTnMbvCbSoZitGWn" + "0.4780678427736166" "ele:137:qtBqNJpcFllvQXdoISfeQrTfcKyuMBqWRKWnmzPpTweQyOZBTQQdpog" + "0.9561513047181356" "ele:138:UTOEvbGjBMjYZiBs" "0.8298720638792384" "ele:139:gKXkpmgiTrUqh" + "0.6737117765393265" "ele:140:EkktDpJsFgJjhKWTaxldBFqqTNBzdownDwxUZIxYveC" "0.2239791912985728" + "ele:141:dyvMXjLusRKyYuvDFHXfLcIodjkniz" "0.3232124237169193" "ele:142:JuESJkOktNOtmFITnZdMXZqPmexwZpETgaTlFVVzpXct" + "0.2473393788924324" "ele:143:cpSyDhnVPmGNLmeBsFJufaWWgGOwIjQaAXNzrhGbJDrpbeqFDQamnLu" + "0.6849106786577351" "ele:144:VooyGbMEAigOuQtVaVEckAxrSQWNtypiEaQEBLGTtbRkPZvsAyXv" + "0.3646945793371218" "ele:145:wzvoPCzE" "0.4263757643063858" "ele:146:EqOnUtiDML" + "0.11877588855760746" "ele:147:pZteEnbVnuAOtHIrRGNqclHBYATQxnBuZGBfmnNVfagNEIB" + "0.8313214144471833" "ele:148:vbXuqfTwwpCPGUJQtKQKUroVrfNxuuKdHcgtLOBbGvRbbwLvaWjlN" + "0.3552235823133526" "ele:149:wTUOXktMFXeuxGgVsbzVWudxXvVFGsB" "0.8670386139794473" + "ele:150:uJTtytjczUmGkvsUJQcqcpovnyjcvYUUbLtJCSClvzhaOSJDjS" "0.36577274012963557" + "ele:151:lyfmWPlIeqc" "0.24997912597471894" "ele:152:TOwZZHcrChOptJHLflNWYtMacvyAfMOlgdAdJlBwXJfRRzzQzXkcOWFhGdOnLQX" + "0.8930265134635483" "ele:153:CqkyWatRYKqEIoUffGbyhbOYEWXmMSCOFiWtVTHSoGBLKGixPGOAHJSwaA" + "0.8844448577667497" "ele:154:PpiojYsguWELV" "0.20663410393014814" "ele:155:ebykSXjGhZUYxPFNVUCNSHGNKXESmbthHLdBMIqxoevIKBNVajvToF" + "0.6375009411769629" "ele:156:BKyktVmLOkuhGFnj" "0.7758172657193476" "ele:157:TTyfrulmMejuyeUsOqVpxnZlIUKukfBQzfFiWbJtF" + "0.7611282500726224" "ele:158:iHCjJFEPDIKAvxzcmHaIka" "0.6032754373225729" "ele:159:HvqgRWNliaavH" + "0.03311820686884104" "ele:160:Mc" "0.34191832438430536" "ele:161:ueTQVZrHBiAnDl" + "0.4234716642081342" "ele:162:OnmAvoDKw" "0.5301950080950026" "ele:163:QKCLvxWwXHxJcFCEelBdFtEpefx" + "0.022733115513385638" "ele:164:vDBwpjkPsgMLSMqORsEaDUPrKSERewhtkSKeiXSg" "0.7166885759719259" + "ele:165:XhWRCtQNRxRocWTCaLeAEPwpaZnkTpuXjLdKbOOfYZKkXaSQHhpSXqKXCPmxgvo" "0.2712986802084326" + "ele:166:nYfETiDXlAbQRwHV" "0.5341470637872556" "ele:167:pvPkJe" "0.9127872805617512" + "ele:168:FDtkhJUZjwqLpzRKOXrlHswdBRwWosyOEWbIWcexvVQMZfPzBB" "0.047439916319365505" + "ele:169:BqzapfPLtCxXpDpwXRUIqhuArCXhVbLDVe" "0.7003965818703025" "ele:170:DRWtKsWQBXPylejYIjweSlEUYHjQ" + "0.9295842042213984" "ele:171:rpCOjLwmoPSdRSBgAsvnslHoBRjcjVgs" "0.15337097639157538" + "ele:172:NBcujL" "0.35038314902687495" "ele:173:BPFNhDL" "0.2972028976456653" + "ele:174:jDLdVxGIuQu" "0.05070784214978197" "ele:175:tGvWuCBnevIuRAMJkJM" "0.8737583830123556" + "ele:176:usk" "0.2596502464090681" "ele:177:mLdja" "0.6512549702440724" "ele:178:ADVf" + "0.171917523837822" "ele:179:GJznUmhoHwfVUKgyPmTcHBSOeXgzbjYjzGGCVFMRapXYdnLaIrqP" + "0.9979397420983357" "ele:180:sxmXzXmdFnmLemE" "0.7014210018416481" "ele:181:wkrprcygzJTIyenjHRmbSlKjPkCFZNCpxEfmfHPtJOvhGnmuTJN" + "0.47129995449384954" "ele:182:kLMiOVKqDAySJCleSQNmCpxHiWKsiiHAB" "0.9380196572341066" + "ele:183:mAPuAsnTTWt" "0.7985363184110637" "ele:184:nsKyWhvIJRENgInWpMcYtlXUdYlrxAmwPsMJNfceYIisVAWkUHXLzkvtCsWE" + "0.30436502305230007" "ele:185:MtIHsabFodqvQfXFMohljmJmjySkBQytRvsqiwaZsvqXiFaSBhCASpj" + "0.18301728746159307" "ele:186:XvcnJWRlzUTIReQLYEvHanoPk" "0.6830517248352558" + "ele:187:mWPnYVSFpfHXZQQAbfPmEjYhlZBmNbiEtrELg" "0.0573871247075346" "ele:188:fcpBmLgqkyICmxewGKyu" + "0.7366175249486746" "ele:189:lqenYUoRTmdXgVZSxipJtAANzywKKADhcLjBITUfqrXNSp" + "0.6626013234824965" "ele:190:xLRDyJxCopIvZIRnCKccnsqdcmbaEMqPvhzWLFiqZdcoWnTqVtZjVymzWIAXa" + "0.9960600588618732" "ele:191:PRteciWuildZLvmEeTCJmgMllDKoOJhJwixuZLBGlbsQvadWVLfhnlV" + "0.727874550086809" "ele:192:DMUrMSntsHqYQYxcyFphyVPUK" "0.6604159554316062" "ele:193:pEGlqTKafZFuSDMDOKpGZxdIi" + "0.09721821831280353" "ele:194:tzLNAcTqXdGzNFbh" "0.9791379052279395" "ele:195:fB" + "0.2838642126919253" "ele:196:gRtNokZLMzuqJRkScwAjS" "0.6981639965614237" "ele:197:fXBKJwUT" + "0.9696961287425543" "ele:198:jWFKhNjahnRsbroFeGsfFxwnqqGnahaOFiWjHZorNvhLTxttVJRJQQOFY" + "0.4258376716676413" "ele:199:IdmFRBLBHLVjGL" "0.858169214478561" "ele:200:zNJFLPdwPyNXNQKiV" + "0.3927031503235572" "ele:201:dRj" "0.237872815865668" "ele:202:pjmoJAOJJUtJvqbsZUaiVJejdqIsiDzdeIfbtDenOfIecKOUiGkQ" + "0.11542254177692224" "ele:203:MafcbGHWHjuSFeJnbsmwZSey" "0.5318198291186923" + "ele:204:JemvwOIgWnBOsPGsStj" "0.5340725029771403" "ele:205:RTZNBRvrFlroSePZmaZhFiwiLhIVW" + "0.17377941268306563" "ele:206:XdkL" "0.30708537669522173" "ele:207:OHUUxtNrNFWGGmCwQXGRCrmTkCIpAXGhVkOrYQ" + "0.3642470025832414" "ele:208:qaAxqlRyOUGZKMGUVYKUMOeKTxAJGhWvQNzobjTpgHJmqA" + "0.2580334519092651" "ele:209:uyUOGLOzNJScaHhOnWPlsEXonSluZJiTMejoBbmhCBiNPnykKcFLRCPYLQNh" + "0.2624285220413499" "ele:210:MuwzwnrcuJwdIKLcWMSbnw" "0.34635829232927273" "ele:211:xyJm" + "0.10681423588864192" "ele:212:yovowsSuNWRajWXYNf" "0.8816729069830225" "ele:213:DsOEyomgaAPysPtXOHUsAHRjoaYFAGjkYpfAuzWUyIisUuxhSYgueB" + "0.11729073608149843" "ele:214:lYWIYclvxtRgJWlvaqwRxdu" "0.2873790683625198" "ele:215:yvgaPYEzVRGwEYEXRGaAcslGqMMCbCbCCfQxuduv" + "0.03381283119846146" "ele:216:oEcjbUMKXHVmheaVDplZJhlzwvohIGSBtimMPkYCwHlVNCEUudhptbDT" + "0.6756254954730867" "ele:217:lgkJrJMgdFDLqKbxLuZKuNcIbnzinlnEPO" "0.41449552533526235" + "ele:218:zlXNUWHqaCTqefHAyhhsbpjIBwPbRgyKkbNmrxPuRmIspZFJcCavcTIxfvoWxA" "0.493707932686583" + "ele:219:BpeNnAZtparUSxZapRlQrmheeSYAwUrmoV" "0.5902863264146183" "ele:220:sKaQfmuFTtIoTWSpOM" + "0.5253670876810722" "ele:221:lthVVlxBYtYfhKWbKlmespgrYSqooRsxfEhsJfknVIXRlqxTsxoZiFTDpsxXijW" + "0.3979963963224349" "ele:222:dypPPwhZYSSZdLLbaTdqNJvxTbMzLOqbaTsqZoplptkmeVfCoyaUzA" + "0.3264162174828448" "ele:223:rWRQxKaqsIHKEIndbSWaRsbtxdLKGmbjIySumpCBTVAGl" "0.5865194234543977" + "ele:224:TVWmksLFBdwalaCrcQZRsxBP" "0.28559508093149" "ele:225:lweqdVnCultPdfA" + "0.4390884403874875" "ele:226:uwOenAghOaAIzmwlOXrRUTAUnWekan" "0.08146792623238486" + "ele:227:NxjScuRQyNcFnWqkRTHLolqrxZRekUBUPtr" "0.56411402327654" "ele:228:TVolwVnFHikQlXWOlzKqZfbSvacowfOABsdeVJLkDPXYmGl" + "0.05018525036598798" "ele:229:puOxHskikfnTicBCMzJBLaQnrayTlKspWQu" "0.9726447630383682" + "ele:230:SoZUJqIJBKsKgJSEShIwONErhhRgBUqJoqecwqgJrgRkRcidMfLaPBzrpBY" "0.2609811554039797" + "ele:231:B" "0.4312484747031583" "ele:232:DoZogQEBRkqEfEzGrnAY" "0.13663455127121937" + "ele:233:rYjRcYSynHaSRrVKKJIYI" "0.6922873613563912" "ele:234:bWqKHzRRjENdGkYSOARBsSOwQNLvQbUaKnGxwqaupsxg" + "0.26794259830799383" "ele:235:ChaEtSGzPuSjhDOKWYKLJmAGGjPRafTbILOWDTPjECztaBMu" + "0.9354162431701218" "ele:236:wfJvpZanAmkVtByeNbReOTsGHuxwpFNmBUNHHKFZG" "0.06293157585414022" + "ele:237:WXTGbAxNRqkrEjPrrutKPvGufVmhfdxS" "0.14584091869740912" "ele:238:BaAdncxLcTxXSQrjaDePSS" + "0.5768086947048872" "ele:239:NshApWUBkEmPuKNkJcEzdNHGwOzPNbtsjJqwFiRhDGfLJKdpwWIqhomLbV" + "0.1465696901238831" "ele:240:jUeWhVOTNZsjeoNuEEiLveNn" "0.8008567772804235" "ele:241:bItAchwIsfNZwxpXMsVzByShOaeidVgPUwHcYlKWbRcdmqVvBDtsr" + "0.015881745702420402" "ele:242:zdZZudYQqwmzIdtwriWwnnSBRUjOMxgMyBDFlgifIjPCtRAuFqsIjEYD" + "0.708215367473081" "ele:243:YHqmOTBgnTISUeIJJYUYvScqHPhistRICcmpGaVbC" "0.39871686306191767" + "ele:244:FhW" "0.9063885465673784" "ele:245:TXtHLEKrnsHVLAUKugMxXYqStLjfOuplXltOeBQJzajnPG" + "0.06971324400435519" "ele:246:iBVEpOsIQoRLJNXenfYpXLMMMrLSpjHrFTXbdPvMqMaCrPXSjWwUq" + "0.7801801140370873" "ele:247:WQJxHppuKdjrMHEkadNLIBNzbbl" "0.791869958747193" + "ele:248:sWCJjeZLjQRozg" "0.11309761860918266" "ele:249:plATLnqtFtSgqqQKdVmdClWzznco" + "0.44101158627489334" "ele:250:VojKDXEzXkTK" "0.8836040369092594" "ele:251:RBpRJjERYngmXMJfhQnnCyTEZWJoqVnjeTcqzFzzMlXmvATdihbjl" + "0.6308249820355207" "ele:252:UZTymvHpshovPSgGjIDJOxJdjwghvyTBZDHkVQO" "0.5006090429638539" + "ele:253:uFpUOJOzJZphVtPaDLJMsyyYwjwFjMRGpDgZe" "0.20079043114588013" "ele:254:zKkpUbLcsdyoLl" + "0.8872601871594847" "ele:255:icXC" "0.37517625327876525" "ele:256:nwZmgjIJHB" + "0.4472302965803041" "ele:257:CEZcDflAQTNZdzObNbrwLtEqjNgkWbcLcXuZQXJAEqyoGymOYqppuJJjyOPEoPFQ" + "0.780663262913547" "ele:258:NbjitZzbvvAnffFGnTBhYqkZRbQlPVvc" "0.6114790546701429" + "ele:259:EZYOaVLeDkKLGytYZrxLGRzr" "0.18378642318141092" "ele:260:pWYbNbgRlWPddxsjKHmOW" + "0.9576760507667561" "ele:261:sZzqVDT" "0.46086383365401096" "ele:262:mGJfvnLGBwbINxDCEXIRtHdmXyqPlOQhvyvmQTGaHAwZfqLsLjJppkdDdMwwsBv" + "0.5751175337887499" "ele:263:NmAoaFQUsjupBVUJSiQbUzexEMKCLVHVrRpJrPzlndc" "0.7387122963781291" + "ele:264:YWtBJMQbuojBcfwCHTfh" "0.7526407515005629" "ele:265:ILLeKkqt" "0.8982229649976201" + "ele:266:udmQBnKTaKXjlaHyfAvffWdNXIKAMPMbIfVNZMCbMUwvlhNCVRJpMsoU" "0.13915355988685996" + "ele:267:TG" "0.11838397899318787" "ele:268:LjoaredUaqedrhRQLJViXILOffWJlDgNaCGhROnZIig" + "0.2720595275779307" "ele:269:OLvPf" "0.05213699817329576" "ele:270:TGXeaegcvaWaexsIWJODTEudunbCJWjOnfmKszg" + "0.9760555384384879" "ele:271:fCQccupsw" "0.1826479936554769" "ele:272:bTCJyfrkZoFKqxNdCsTLxNAfmXPRCSEdNDrMRlvKCRFrjjPuJxlNFkKnaNQ" + "0.1816006773234322" "ele:273:SSicxIfZQttLnNPbzDMvxzfSFhnPHAkfFPeclMecFQvnjLmCQpEwjJiq" + "0.644883358870358" "ele:274:rpLDqOGlO" "0.5993794681833459" "ele:275:EbFjBeehfQxqNpOQMUUtGvrJKkZVWxWFJxFCKV" + "0.6528913316681816" "ele:276:ewiSyYmEjbtTf" "0.5686335211517553" "ele:277:jeVTPCizAMtXIkuTchJUxkYLeTYQwOneymekogMzIvRxzTDzIMLSvujA" + "0.6181915174781923" "ele:278:LFxy" "0.14900559309428074" "ele:279:hfghiprQqSviaaVAiIFKekzwQjWhlkZZlVprXxbaqgHYmnFzEOuTtFwBStUfB" + "0.8338524744347505" "ele:280:hqwGMGZVWelRXBEphXvTmwXMeVvJc" "0.771379497890405" + "ele:281:HVrnrXGygZsIYancOKsmUaLEkPoUpxQRPG" "0.5994072231684636" "ele:282:lIqDYWuyipeWAOAdBQDuTvsKys" + "0.534524220798845" "ele:283:kKTDdgRCCxfiPBundKdDyieG" "0.7242139542264654" "ele:284:ni" + "0.748944785839734" "ele:285:PdcemqxiBQyHNkhLpTObryItAXvDpRjjmVHDikyedhTeYAhNwQKMHeVcfApk" + "0.13370039714229587" "ele:286:FYwSoEUHBhDBsrJMdzpluc" "0.16028766133142947" "ele:287:aDKzQKcuBfiyyuqHEFHLRRCLRamOUARk" + "0.026062274014891695" "ele:288:huXBuVvepspZbb" "0.22018183573052252" "ele:289:AnWyUVUBaTyVmRaUcLZWmStRhKeHAgVckxyFojKTBF" + "0.07982614064135407" "ele:290:tgggRahsumg" "0.3697557070272254" "ele:291:rksriVmscvrYXzIYayeHJdvPTaGQCdqXnev" + "0.09422878535627355" "ele:292:EABGSXaJ" "0.8325274594683421" "ele:293:CgCfRcqeCzNAHINpiUDuMeBeRLRdcd" + "0.9693896699692307" "ele:294:sSatYuMLPzLp" "0.5311474696918715" "ele:295:YAaIFIfsiogCsuvVUgrst" + "0.39224110837672066" "ele:296:mEHNOjSErtEsZOtlBJPzCRcXmftzwRPNTBVKYtqVoGZssx" + "0.8176954488229201" "ele:297:XUBXZiCSdAUJpFEGVzozodrzsDkFYgezysediNYbMkBGfEsqCqY" + "0.6137094587670581" "ele:298:zRtQCUMmJkbIxcWFeJhlrnwvhDOcsCTuQmIUIhiDugArfHxbMMwyyUJtxqhirG" + "0.7719959033122741" "ele:299:ebFOLQRWlTZoaDHGTjjtKivqSh" "0.37933435410799776" + "ele:300:gZjmUQgmBiqNfiPsOCrjlfeTlEEbOfBVrAwqvO"' + - '"ZADD" "zset:skiplist:2:300" "0.09262750297586564" "ele:1:or" "0.9383651132213807" + "ele:2:awUEuWVMajnpzOiOTArpuiSQekbfhVWn" "0.5214936071707239" "ele:3:dLvVjtXgfYwUEOxXFQmag" + "0.9079214934215405" "ele:4:wMOfziikZlxOokdQjWovNdHdjFFsDAdJaTsZoQmsnEZarl" "0.9067368627115772" + "ele:5:HsmxitflvwMNNhEtFbLO" "0.5918503322692709" "ele:6:ksWvrVzSlLItxbntLMhsJiwEZtZoTefTLdTPucwVBLNEHDkVSBNaNCawnVHq" + "0.3360474296101915" "ele:7:VmqzHXRmiQzEsGlfdl" "0.7021374853906152" "ele:8:bNt" + "0.40311940256418133" "ele:9:HXRaRKNjkdKs" "0.14791692909385812" "ele:10:PWxaeVvawgdqBTonQoBXTylfhnrLAHXJiHtNQdqQOdTr" + "0.5499073150836501" "ele:11:WwqfjEXLLihgdcDuddksFuHVAwFvZgfuVfOeNPHFADpJMNySPsVyNt" + "0.6739165529304422" "ele:12:SCtBitWxpz" "0.20235214431676818" "ele:13:cPlWndhlUf" + "0.981893336127039" "ele:14:doYXBBDseRsuLWCTFIHAuPUxEducFdUYRQDZfNEvVfuDZXKBdOZnpaOiYW" + "0.6255137319908027" "ele:15:vHMz" "0.35225381591612226" "ele:16:FFmOJmOgTObVwKIoXdbQFAkIAThqcmuxgAAOzEFlG" + "0.6556189581423885" "ele:17:QMjmHFEILYQBtcbQxsazwEkHG" "0.1086786080705826" "ele:18:aQJgvxcBkRtfGQAMgWYhsnhRuHvWeXOzx" + "0.4443262581173478" "ele:19:yzixcbOpFNbGrZTlyAlOFrSPvpkkWqrGodYsZWeipzXpHeZ" + "0.03407764418162318" "ele:20:vStWKgLIlsakjbFJd" "0.6036090393945417" "ele:21:jEekc" + "0.25987832126438726" "ele:22:KpsJAyUDNdNQzsfSkMDfHZ" "0.22654291425478534" "ele:23:tqI" + "0.24666995271407322" "ele:24:LGIGPhYgkxfwbKmXWqvPLbYeHhkFUCLFsnOdnLHYtGyjzZkiIdY" + "0.4267692300380157" "ele:25:eXcwFSZJCrCCFJynzpgdQDyMWoXDYwCcfTmNbWkcfbk" "0.6293648111766171" + "ele:26:EAMIUZvUsAkDhOgAZOylhhQZNyhPurbXSCdaoTCEiZbKxTzXmEZuoQXLz" "0.9918223572334939" + "ele:27:IJviLAjBfTjpnygkNme" "0.5400327173421172" "ele:28:WjVMTKGMQhBtwExljSYstaaoWHCwKTBAjwzUbbOAx" + "0.4391638034400295" "ele:29:GaTkBmQtkABFNYXgRXBFQYrngrXCuUjLGzLdoOMSANzbAXGN" + "0.5248632352049256" "ele:30:wruIHqSfNHqhQdoWyUrkwToqZjh" "0.4245142889842648" + "ele:31:QNrjPwqaFhwvzIvRnDrShNDqVvGHHIDnQddMSDyEdxDMIjZvuQSTtcTERRpqDf" "0.6630427890269389" + "ele:32:XsvmtdTG" "0.7021725631889002" "ele:33:zXNKoihjyQxKbVTFCsoexA" "0.5991014496086998" + "ele:34:xMAdMecdzpMwLOKLsmVM" "0.4167006541149544" "ele:35:XNPlwYjUbEO" "0.21748473627901788" + "ele:36:AfNMHPOCbeAksrJDhTMgToaloyhwouVaw" "0.40372213029096016" "ele:37:ELpdvJAfmUdBcPCnZSCXObXTOWLgiEXnEMlOTGXXPCnswBjbHdxjeBHg" + "0.6140401066542219" "ele:38:OHhcyIKEemBnEXrQVcRdZhcKkoGOdHWXNCMzSKusoLHENoHXujdS" + "0.7550574793380168" "ele:39:MSYpiWjfKhvpfkBSPVCYgjDKdrN" "0.8269371540962509" + "ele:40:cfZEjxhlfRgVZfefeVAPlBHpeJxQQwykwaZjj" "0.7674080844005543" "ele:41:CCLbStaDdBZaTUnJPidjwSbEZeeoNigsjnUQDZnjVnWa" + "0.036595137191906546" "ele:42:xiULvOJbNphDvlpwSzdoexRlCXtEnlvAUrkppFBlddyJXwaElEcJMPRoqObnm" + "0.5698074730307818" "ele:43:SEvLWl" "0.3369129481509787" "ele:44:VcOjsKDJyinLQIRrVnKCWPjgjbDuNzjiyweNxESMKbrQbugYHsIiPoknumhPR" + "0.6422106412803937" "ele:45:IAmzgSECLDxqgd" "0.6894083278054212" "ele:46:PcglhQAZxSfSMxJUMwnDvEzlyrZpPxsNyGBujHQvzddmusSaTHtpAkpdzMsNtg" + "0.6450057709395803" "ele:47:TJPQSHCulWh" "0.3070909482618994" "ele:48:blWTtuxKnoRamyEtyRbQjJbYYCRaseaIXXtvBihOIadnSKMyKaFGwWBy" + "0.8598262989702926" "ele:49:IVJoggskzWEkHKovKwoOHOmaKbgIUYdINWmChdmr" "0.10354415035880926" + "ele:50:kgcLRlwdZFgFhhIENJIspcjGvllDOVLsvZtUrVTMyWDfRpfVz" "0.28928908386800456" + "ele:51:AvQiIRwghGePoNguwjfUmvnNpOrsmeHKvjoIcBlQNnNRRlIrXD" "0.5442717124338943" + "ele:52:RCTfhiXHCPBwOxtWxdSywwfLquWKLAgMvnZGJSUvPqYndYK" "0.7687123004251277" + "ele:53:ZuqUsKCutHPBSYKZBuZJQZhRVyTcYMnUzXFFimIJyzfiJNWn" "0.5345711507419348" + "ele:54:sXejHVSkPzasBIBzbBwJNOrmKibrflyQWueOY" "0.9658634461828092" "ele:55:YQPZRMGbtDEpPBEofYZMKKrVHKJkpnXEsmqh" + "0.23019227710204926" "ele:56:CufakjBGhcZTOWLtUgznxEDhuvNhFqpBzIrGJtdDouAjRFhLWvQSlFu" + "0.6068781157494676" "ele:57:onqdsVasiTWusQQCdCswLqp" "0.8301688570711953" "ele:58:GCsxXdadpevs" + "0.5694294722761978" "ele:59:poyUfSRMFmwfErZPJUHlgHlubdBXtQhSJGEpiQRHXfNPHFoVFoWJmrGzNhOP" + "0.4493023274389891" "ele:60:k" "0.37642031836089995" "ele:61:YQPaAXgTZiFgtsookRhfWWLMVumXoBodaVNJcHPwb" + "0.2228297094226499" "ele:62:ejYqfmTTyrYYvLxPDAse" "0.14198066739390958" "ele:63:fsXUMHeAEejToaWjEhTcrmWMbFFdTRSXUOtGWpEbomwlbiOCxjBkDuargUNurtSL" + "0.5233946066825867" "ele:64:TezvDO" "0.4878495944197222" "ele:65:HzsWRNuQBNjMJMoxIfjjlfczTcgfWDJfWlKysFAM" + "0.017359009875882236" "ele:66:qvHuOqbAosEcdJqW" "0.4003374590717428" "ele:67:MouLyXUsVzEjmjlLCKqEyGBfCsnenlcvPoFWsERYzTvMNfkLKSgKW" + "0.23253292632629075" "ele:68:VjFxenLXwgrkQEAbqklWpggsOMMYeLzxTECqbwwGVwhUGZimqAVURMsxzxm" + "0.646901662020837" "ele:69:xColhsZjMEXgAKAKOWKtkoJTUGxRp" "0.8839172533047469" + "ele:70:lfmulumeTiacynAyztlI" "0.31940112981806046" "ele:71:OfhTwuZNKxrQLEPWPWLaqNseTfoVbEgBZWqSRCf" + "0.9457823004980779" "ele:72:yXkYmdBegJjXwgFpWcZnQnEnonqrUKwLxrpydrxuALbVqLbdQEMeuhQNvYJYCmNL" + "0.42349649546528356" "ele:73:nqITDNFxSZCgTrGAlsGR" "0.1491128401167493" "ele:74:wSlpcsEWUAxEfdWdGarbiyZBnHqqXMLbabkR" + "0.7164223539226408" "ele:75:aIhaMQxatzemPJXL" "0.45353981831873524" "ele:76:PKyZiUhHjWxRavredJTVpxPfWiSIyw" + "0.5055761893027574" "ele:77:fCwJdIVTYUcRpxyVtvgrpOShBVKvuDfnezaEicBSaEkufAYjkbPQZLdmpqA" + "0.579969466017893" "ele:78:ttgVNrKMzdhyWKM" "0.37257323396198194" "ele:79:tqhZoSrQzrhOrsVgBimIhUxxIpHCpVgAxXeUEQuQAmwwT" + "0.12062537296309861" "ele:80:riTBhsaejufrrtAtSqOowA" "0.42813583015090506" "ele:81:ahRppAcoxMSVLt" + "0.6486347611701347" "ele:82:cA" "0.034587858704615115" "ele:83:qqrNxMSTddFARf" + "0.7593627828586745" "ele:84:FplVKLwuuOafeOeFSItktKgiy" "0.4994696285128135" "ele:85:tIYVAAegmAqMASVk" + "0.11891388133869885" "ele:86:YEmCqaoJjXbJltAOoiFnVQNDuVacCaLlOFaeetedotVui" "0.3894622762499911" + "ele:87:JdrKgsAPlek" "0.5336569471727015" "ele:88:hcCtXGaLVHWCgMUlYzUKhduXYLemTyQhEYVFg" + "0.920251905287605" "ele:89:jnvoEEFVGKKoOjzUtvfoXhNeTetuiJtaDGEnITEBIFuhPaX" "0.968897738066963" + "ele:90:qlwTOlqYcziWhbvBMBTVIgCVFnqpVaPNCTpmSPt" "0.9465629005814513" "ele:91:GOVRIARgGyaAIHPwkeEZzMAnqSyTxFfoqWgM" + "0.6059363868454227" "ele:92:SfHzXZvuqNU" "0.7358711669072902" "ele:93:gHeGpNWExpYDynWGcoehLcJEHRAhDZfpHzZAABtY" + "0.002391740771283568" "ele:94:uwSSATCqTETlbTuEsmJXbgXAEUltRFNuLGTpMbcNQCwWYt" + "0.7158149076298387" "ele:95:HwAliXptdbfTvaAVTOOULUEJyTutsHqnXCWaRTTefOWSWHphznqRhpbJZWs" + "0.6038934139572911" "ele:96:VFWrpCzknVyyvPRlvcMNurUszGhKYAJFotTWlsGXFBepexNzhWU" + "0.6222780454322215" "ele:97:ehNF" "0.9901469156377757" "ele:98:KnywilEdvSsJWLFHbSZCdGdzwCwqRzZgADKsixcQ" + "0.3538196101694284" "ele:99:oBPoRiKlTEbPlNjGYQDBLvUkfozTGdFuP" "0.979768652983662" + "ele:100:sFiKSSRMgkIQRuwTcWHjKShPvZdfYHKha" "0.0038377506742498513" "ele:101:Res" + "0.2662937612113552" "ele:102:TyAW" "0.2792638772861509" "ele:103:HwgGPitqrKxuhVWgFcnBJPIODYPXtajLeLQxumaekHVdlYfqbmkFnkgiwGAa" + "0.1781892660507567" "ele:104:LPuxUVFjLm" "0.04705661819915241" "ele:105:TSouAycARbZOqJrgTwNyjjXrbeXKdVtUMFNswZU" + "0.7902202191071308" "ele:106:HPWXuahhazgiqzysESJYkoArGYVcQXJgzOCEUPdOWFFIVJXunbCGGtqqntblixFU" + "0.4481460935563768" "ele:107:BJDIpNXqOQWSamkceKuigPXGOLEKPOBSpUHxeoEsqzSvIidEdvcqgYiSVG" + "0.3432861842856956" "ele:108:taUgdwQZKdCCodjpsjrhHpANRzpisggAPIUbbNYHEtuvE" "0.42832042624818045" + "ele:109:AAOSEmNLVtKbrdVrroPeNRxnxbpnJoTlq" "0.30812383447047176" "ele:110:mXRaSwDGEuPrfoIULekfXFDKYsIzmilkIGYTCeJKwbZhQJrfgQtxFhBARoWJZ" + "0.7522373944538988" "ele:111:GgBlqTMGaGyqOFRisSUHUTfCiuUL" "0.21562431158684814" + "ele:112:CvwkTqOoXtDtu" "0.8428189114630859" "ele:113:EcWUGnCkfXINMaIgGKkgScPZGIvWuPStFXSAMeOxjXeRptoefDUeIuyJPzRBzRHi" + "0.6823372379983094" "ele:114:xzIoKVgZNBRQDQfiUF" "0.13935362874792767" "ele:115:KrpPjoVMOyBmuQqpqT" + "0.4332332406044198" "ele:116:UOWNObnoXoaJKzh" "0.08138617832932371" "ele:117:rVhWPfDBDxvwJE" + "0.30356446861651587" "ele:118:ZSLbxvYgeGGGiLDww" "0.32067439081280513" "ele:119:bQcKjlcGGQNPqeXDxJDnthZflDwBZEnSosGoXcpgkUACLAMGxw" + "0.40934598601386774" "ele:120:cLkEBEgUnFyVcuJGoGcPNYJwilsQjBAw" "0.6433179848407005" + "ele:121:nnnQlvic" "0.33121455232187447" "ele:122:NzwulvsTLXrMthvgborfBhEsWPizqgwnTzw" + "0.8803242323217817" "ele:123:k" "0.5024021684133856" "ele:124:QxzGwrBCzyjrxScubOiOrGJcTzePOFsPhEHFEzOxkkZCwuUirhETCcjIdoWyA" + "0.025065994225742627" "ele:125:jqExxEpycRHNbe" "0.043490094554752834" "ele:126:nareUMxBfzRlJVTvbylndDpEgHoZsZbNDBVInjychmAraHPfaekwZzAwglFw" + "0.9816097986428053" "ele:127:IQzEwdcKwNBYqI" "0.6572929124981133" "ele:128:stSHqZwAsTzOsZddsAFwHbfEEsfdII" + "0.9613433392746732" "ele:129:dEUztMXSn" "0.6147262075260899" "ele:130:gFwBVpGOtjMuDGVuYRfsFqxLozUbKfIbSnouPpkXziBPLipkyBEToMPgNO" + "0.4051062573367158" "ele:131:iYlahFoWqUpvpi" "0.34363782060223536" "ele:132:QzxFJqb" + "0.8359405554401546" "ele:133:SwhGBfDsmAFlWxKEuCfBNxdff" "0.22939148700606238" + "ele:134:cllbmiogUFJoscJuKiaWvMONpxrWLfuRGMCpvGNFpyMxPJSLvZP" "0.8744608124944555" + "ele:135:sYvQFgPAzBKmDspUtlvJdlQVklBHKOFUIHrRoSXgBAVQ" "0.5959086484602159" "ele:136:LPnvKvJYBFLAeCCOQECNeyQsTrPMxvVpqKLjGxKgUBEAhE" + "0.9540265436675929" "ele:137:gRldWgnHoDZdu" "0.7669071517114534" "ele:138:DXyqifsGEzBQZNReTCmUGmtUGRjSnYMRjxFpClo" + "0.4318348989018863" "ele:139:KtyUQh" "0.39059761540419147" "ele:140:hauqIjYbSoFtMcOOKixBAeGacoockSdTvWdHcqTKUXobKk" + "0.24983864913879872" "ele:141:uqZhAekgMEGuxtmrZqmRmJVWoUhhPlyhlghNGmWMFRuxFmFptejHsXs" + "0.3210435235914324" "ele:142:CTIJViEGArQbStmcRofVExLPAzMWhDyWQJXDque" "0.18980206607687544" + "ele:143:MEcsFtRZtouIWHjYfCXwstdYUpDRmiTQjUkmQDnWi" "0.15361329127026002" "ele:144:dLhflQgp" + "0.7110669295479786" "ele:145:meAopAZzKlFlTBIeOETzpEGUjWasknpzyPDfbfugugPOMy" + "0.471301584307086" "ele:146:c" "0.453076241949232" "ele:147:hQjzXuyJgtetPOWOxMhUvNJXQbxshZmnSasQsaCEbZglftDYEaNwwoUm" + "0.32693695754886076" "ele:148:XbqSlCTEBnEqBzLKGsQ" "0.35856995662107494" "ele:149:EhjPJWQnDvkGAejPAthUUuD" + "0.31262357180080613" "ele:150:mHxeZoWhEz" "0.005845222671651107" "ele:151:IyvMEPnFfHSenczOjGODbXJwtMXkuaZFVLntXwtL" + "0.9235968098260897" "ele:152:lrpVmOGFgBpPRFjMGZIkJJYPKUKZqRFrUpLqyKTEJBEoleEgCSJZaRxHWXZe" + "0.13738091090283422" "ele:153:ntihnyZWbefEPtNiSeQqlVEbqaMSSoCvwZuySkgaTpEVBuaYibjXKCpPPdogPY" + "0.8819919106825659" "ele:154:ihNNulMflfjrXcnmwbdTKmwRznOAipcJoPIelWDxaJYtmcixuGWxBsksfIxUWHAg" + "0.8932991308660218" "ele:155:segCTllUZbjnrkOODLouJuJXiuAzOvoDcPCggmyMTVzzgudrvwVDX" + "0.476578059810815" "ele:156:hDedhNThJbQzAhswOyXSdRPMolSQswuUCeTDlWaAjMtZcBOdoyeBUBxwHAWdlKU" + "0.15072385720743042" "ele:157:rDjSR" "0.2161277707711633" "ele:158:ZvNhxpHnEUXOdTdxfRDh" + "0.9488145816867642" "ele:159:Q" "0.6787840316052304" "ele:160:sQGndmhzUNtmrDtBzsErELxzfgipMunWyBNABPLhAtCAqbVOXtpPlCeDd" + "0.7009800982563948" "ele:161:UwGgQFuNoYhVasdZvJjKEOMcVZJWd" "0.3795646206727531" + "ele:162:GdsUALhOYcMICnYiDiYkZVvwhH" "0.017890110952071048" "ele:163:zBqByAKlPKPPOC" + "0.5533082346819248" "ele:164:bAdZPWtNjtYoGHdqR" "0.23109286509501725" "ele:165:iUJtSYmwqDRGlMsJREewzEHlvuWaMZPJTCvvgFryO" + "0.4713040256603368" "ele:166:wjxQPETQlCQXrRLRTDQGmdTzLlKoUeyMFIRsaNQFhyaJbyXJmlCOSCsHvp" + "0.049974994424209385" "ele:167:DGPbIzVMMLUWWjVsevouwaypQhbJyMxjwXsjOkIxTtrtKimvOVC" + "0.25554197482909946" "ele:168:yFeyxFl" "0.06546972032558007" "ele:169:OJFPPOAfhqYDChfIsKgmwiaTfDXTUbtEWR" + "0.16747563632090212" "ele:170:VfVZvYtxJxcvgOFxPjc" "0.8154729106809464" "ele:171:DmJQkcRAyjgHBMCAFkTucwWQvAICMvtSPXxCZYjBTsgaYxjBEcZeEViUboQA" + "0.7721499842095603" "ele:172:KeAwetETxSKBInxxSgcjApglCEEjeapcyAxjKWxWmVUxgedBRvOAuRkXjUZdKqw" + "0.5689791211786035" "ele:173:lvGjXnJSwVVaxoNr" "0.8855889473005578" "ele:174:CNroyxiGNciqCZmloBvziBxnjfGcrzWdskAMghlNPyIJ" + "0.41912320182786467" "ele:175:ejxnnFYYFrbQVVVTxeLjYeVXWrDZopvmgeBDSHQOPevqXslinL" + "0.8035165431612967" "ele:176:VdJifmoOOSJzPOfmpOvrCLFkmtNEmEZqF" "0.6869604080666722" + "ele:177:btsGNcuRBzmY" "0.3848414466927291" "ele:178:hnmrVTAOGxtrolmLuvMcDzgBDYEnsOOZvUnOtkxLYPFv" + "0.28812018831830133" "ele:179:PXvDrJNIcQFbzQuiYokqPt" "0.11921245346059317" "ele:180:aCufiJDTEkX" + "0.024182370939839104" "ele:181:HgnVa" "0.04754239386647818" "ele:182:wosItJxaLEdvLzTjjydyvGqJLUSqT" + "0.07505696070559253" "ele:183:rpCPWChrqFvgVEVVKRoWVwOJhVQPTAcEYFz" "0.7810121297050087" + "ele:184:VpxhuPTEzZtxYRTVjwNczKXaBkoxhJgbKlLoyVawHuGXunvkJk" "0.7319508963422978" + "ele:185:MOwjbZkEMvyOrYFexoyxKFsbexmXqqozGMidaWfES" "0.8182970116273036" "ele:186:RmWeqjsbMYAKOXIpflkbOOiMxRYNrREUFWnBsPywsUTjpRszeVD" + "0.13763305291470818" "ele:187:jOsLqpJ" "0.7680871215735682" "ele:188:eFmdPITqTFFhxQFDMxrArrRQNz" + "0.9520468889430076" "ele:189:ivzhdLabpxFhrXVumNABm" "0.3334255618135925" "ele:190:jHaWvedsjhAxDTNlXtGMqEggBjmkTARXefpU" + "0.02094320460632315" "ele:191:jkMJkvC" "0.782568781581072" "ele:192:CBTuXWkjDEGmCnMoTpvLYZMWbgTHYPzZjmtmXFLRiqeOmTOjZHNjoQo" + "0.4130369581381168" "ele:193:IejPDoXOfwXhIBVbWApoqnjm" "0.05032810808761934" + "ele:194:GpXjiMttIGORqGmnmKEbUhbvJDtcSEgpwgBqAshNgwuXcoXVzWmN" "0.03562147096755652" + "ele:195:TdlepDegXuyVNCYDWpcgWmmTCWTdpdEkxDyduMSOuPdmEdUyMaPepfMgMJQYqfxJ" "0.16058179698958497" + "ele:196:dvezkSgvqUSe" "0.19543066541353393" "ele:197:PdrxoChVVQKLNBzhjwNDCbfpZ" + "0.543247204423523" "ele:198:cjeiZuqQvFu" "0.33635134143621626" "ele:199:lhZJcssulOevtNgyWxxoNpLvfezhbqgWFJTIDmyxIBzC" + "0.5115911058102967" "ele:200:ulngahGBnWlOYgQMBGpxDaupccQfMtbOEPON" "0.3379695196719398" + "ele:201:bGtRDNQXwIrwETejqWbnluhGIkIPZpdYmmPTXeowpyneLwHa" "0.2728034878865264" + "ele:202:SyQzBNVlAeZKPeRPriqO" "0.5368846611030937" "ele:203:IygYZUGEDlgWTfOebFnhJxOaUAKdRMrimlQOHsvYWd" + "0.4539679929781939" "ele:204:HEhoVrszrpmkBDlXjPNFaOrfr" "0.3006834739749523" + "ele:205:aROjCcIvSVppcmZvuNFDktThdjDGdHWoAowxMhnBSzmlhwEXzXnGFxINjSfybr" "0.0448639195084084" + "ele:206:Tl" "0.5049616444247743" "ele:207:kuhdxIfvoPQppaUlJhUBCtlJzgsxFqelgwmsCbbLv" + "0.28294877456995937" "ele:208:zDvaPScfjOwDEfAPsjYAdI" "0.6174513829147165" "ele:209:vqsNtI" + "0.18252715540611175" "ele:210:QETJHAoEwrcgWgqMvtpSkxOJIPWKGfDksckQjLy" "0.11630546595702906" + "ele:211:SfWoguwffTGTlWKSwrDbLKF" "0.3606182682742908" "ele:212:MbKFUFyFmLLTCfEFgdC" + "0.4926337206305448" "ele:213:mdDZaxfdkurWkYykEOMYkPx" "0.6000623954063804" "ele:214:ynHVzFwNLgrrVXYDuGtrufyCVaOzzRfraXTXmxegsCcPeFTSaIVQZqwXCb" + "0.2775621516125364" "ele:215:GkhknjnPJlvxwURrjpueAxLAEvSY" "0.7922460208724172" + "ele:216:nnDjHaHZMisFPagOGsyRuWIGmkNlxkmrgkotedJGWAZPMwqAVfhHyR" "0.5889353014735185" + "ele:217:LjXgi" "0.5497216884074748" "ele:218:jdIUkcxVllwKxk" "0.15158869373843586" + "ele:219:lfaHJBQSZxAXoQvQFlPigiVHkZgTuMVws" "0.1471601248923734" "ele:220:ErtZpvDixJoWzYaZeDGLNlyvHj" + "0.34543282445022816" "ele:221:T" "0.19990737182076168" "ele:222:YxJjmoYLFozIIwrMYOlTxxQMVnnoRNfMJZNsoFkRgtRJxjWLqanXK" + "0.9235704327462902" "ele:223:jknpDgOcYsFJkAdHes" "0.028979981957491407" "ele:224:PecWcubMjFo" + "0.4819827930201377" "ele:225:BzYNIyOhFAXYdTkiFMVahLnUBpDiNVtfzHr" "0.7450560599120607" + "ele:226:npTXtRZLkvUdRxzjAJhBMxrmMBvhbEgxkhpoLDwRADuYpsRddDmNuMaPjfPbsnxd" "0.2026432885675793" + "ele:227:XQzBnvrfYQFiADkbGOfRNEqMnfSsuknCCmcYObVsVYqHX" "0.33615596635066225" + "ele:228:gi" "0.2998550975047304" "ele:229:TZRTennwunsTOdkYpeygbUpdbMWAfSXuHW" + "0.6648237145509738" "ele:230:WVURIAfgDtEhYPyFqlwEGmSryqDTKOcmZFCN" "0.9372645320573785" + "ele:231:udBlpLQIU" "0.3002401369498503" "ele:232:QZtIphwpqQZgcMUmeqQkrZTzatshryjTJIPQYFWkGRwjlqwjigMtlKMMemuKTbMg" + "0.25105472672858375" "ele:233:xUkFKUrwJNybmdNQRGVehzHfOuGElLrJuuAYxGqbIoHoHmVWfsPglk" + "0.9789489212458264" "ele:234:qsatMznJjZjwVeWoDwAsB" "0.7078139907480708" "ele:235:GaaGmlTHoEgtKbHiKGIFM" + "0.1046069368957796" "ele:236:KEflKyuBnrCIoilhIaARgQ" "0.6933650368323319" "ele:237:enRNBKg" + "0.8675947064153726" "ele:238:MKHpkdutXQrLuD" "0.9649700026640867" "ele:239:TsTIfIuABLEeAQIwTfJaeHpVxkWiapFXnQTQMJnvLLZyXlRwItuSNswMW" + "0.5263629254265921" "ele:240:ocCdGAupDHWtVayoOIdguBoxLIyDRqsvckyTWcXqmVfOROMPKrRp" + "0.7524063653536449" "ele:241:hW" "0.19599955008534597" "ele:242:akVJEnuYoJgcIWAnSADGMZuwUfVbIq" + "0.15609750914096354" "ele:243:hEUhanHWOxoScINZOwKZrbYdUOBKHtoOFcZsAIzoMEvCsPJegRaQlXobtXnaautk" + "0.7890752169170604" "ele:244:Rl" "0.7120506976992904" "ele:245:hoceJlyQdVWNISvutYhokdHFydfUWljaVjTfrNuUDZnBJdm" + "0.7417159545801839" "ele:246:zgQTYWnUeOwnYPvtYaN" "0.6658632542669134" "ele:247:UVi" + "0.8541463086909872" "ele:248:ohJEVIwKMTixERomyzuLCjFinZgZmqkMZFRLqijAEiHjHUcQgZ" + "0.9446951127019414" "ele:249:CcIcveuZxIuoeAyJMaYiwDMLGzdqYOuPExXhZsuVfcWUzr" + "0.15818622003981309" "ele:250:JwxuBJCEMZbMJAbsIAwPwUMWkNOmRMvVwlVnMBWbRkSUaTNGtDCiBfXdqWI" + "0.549760006394579" "ele:251:JAhok" "0.04924382329883947" "ele:252:JIgeRfRMaTziVyjIdodjtorGgHTeoiYHoSewGEvcvjsTKiFLP" + "0.3823858466872766" "ele:253:bjZbtanq" "0.40286373652099416" "ele:254:WlWolwQXSRSZATDgsfdGLuRrOFPaG" + "0.3864202824447852" "ele:255:iQNzZfsdAUMpqXRpOyuqJJQfPzhJLcfnstKeqpNyEkUBUsx" + "0.30087671810763006" "ele:256:uulbqpiGBlgInmlFKRxUAOlXCLZcRCGyQyEHaXFOEvQai" + "0.7410145944905596" "ele:257:GyPpWZoEMASkcgOY" "0.7996004149665447" "ele:258:zZNxkTNMqRlGsYahKYsgsPDCDcIsgVDNUrQijkcJxgGHrI" + "0.5402362797766433" "ele:259:iqxwwQCxMUAMJEHVpXEwwN" "0.6362128978606277" "ele:260:MUAqsNaJGfPRaOwkBFQVwLBufjgdIyhusYTPwrmWiyRseJCPODBlzb" + "0.4996926196597391" "ele:261:oFUZGTyOAQdfnVCGeoCQqJUibzagyMTmdeKMFjsObfORKkudkIzevOqz" + "0.42924714893927196" "ele:262:dNzGqFyCVjeHaWeWqoYQfxBbzdUIJCibOSeoXoyceRCPNNJnoyMQeFnQWlk" + "0.5322722081965099" "ele:263:cPLVSPyNeYmivofbOXAZERBvCvJBXvthUlMVOAuPzgjuQNmKDBLSBDqsDesYsv" + "0.8777291326872585" "ele:264:KJllfZUWKBMJrwxXBjktUrOHwrtTWOuAVpkssvPjgowDHUNheWZHOQJEYuFszrbl" + "0.7072711055085867" "ele:265:EkzJFgpBpqiwSpoXFwcjZljQJDkJeQkbdfcdtGYEhGShlPFXwKnBx" + "0.20436439828556952" "ele:266:FqpERXPFhMjCNGCeeyGMpFTCicoKSruuqBdZeeGJKPtKktFoamFo" + "0.3472173471264659" "ele:267:YhmHpuDCLfD" "0.18021513778229503" "ele:268:uOiGyqEpsyATQiRwtVvJFRrzSzClsNyDHiaywBXAihdvBdpnWtoffjdOoKyh" + "0.5522539745259306" "ele:269:iBiK" "0.8385123045630564" "ele:270:zUvpgWWoOAzbaSrFBvznXoKtHkcAmPwOqivMlixNxq" + "0.33714769519639143" "ele:271:MsWzfaaReeRzwqWjGACzUicwZtlEFPrltDAXO" "0.4969992294244491" + "ele:272:aANoKjfryoOpWqAhpytocmUHCsWxIAYrSwtiiTxw" "0.44636036938360946" "ele:273:clnfwugmPurOKJqMjxn" + "0.27285660039441184" "ele:274:atrzvlsfzPNUvAgptZbMSHbGHhvLQyYUH" "0.500326800049104" + "ele:275:RuYDbMeeKwElAXxvXLjExHtcF" "0.5466675758624856" "ele:276:dCEGKvzaWNWcvHVeMAgoocWMwdJyootwqFPMHGKKUMPxCH" + "0.2018109903813089" "ele:277:eDuQGFBnossxyIbspBTooBfr" "0.014311547995801921" + "ele:278:AYJqzOLPgChWlpdtcaZwHIxLRoMiXelshNtOnDMIvtPJioFxddicddrxj" "0.6159669102868971" + "ele:279:ujQJI" "0.9039994047199217" "ele:280:fHiRITtiScqaUlJZhyifQIAaAVHfXWmgHMlyQwOlrNxvpXpRoClYWqndtH" + "0.41822330412883957" "ele:281:VRbEUYMjyzfbkRvKYGAxlOjvfrVDWdsfMoNaGNJDUYiNhPnaoYJ" + "0.20182675744516632" "ele:282:QLyityIrTBIXSZOdHMheKUACiJNrVJelyo" "0.9536655109799361" + "ele:283:UlVmxieouLFT" "0.8985298311311088" "ele:284:QAYdFWfyObPVqDkJoJWakCV" + "0.8723763850119008" "ele:285:UqMDNekVComtOxijGYdhNkmRimugdNt" "0.5379751008291339" + "ele:286:vzWRFCEvBJrOrxlPIiAxbqDByXGE" "0.37873243809375445" "ele:287:zBrbywqJeVbezx" + "0.4779307824595257" "ele:288:DOMbWHcXdPYBWUjyLnqHBgVindbTWXxTzaRcVawIbUqHYFDecXMLc" + "0.9342932630637866" "ele:289:UiAnOVrnvvtuyTBABOkaRFNIkHfogJCNrNTKXrqcC" "0.034545001035145906" + "ele:290:Fz" "0.40461815986202543" "ele:291:klzKqsrhNAxHPnQUjeQXfSQMIIZwWtAFYYBKuqWhNqUnnZpgRrblAPVtoDB" + "0.7300189023460038" "ele:292:YFXCvQGOMKOewMiEilWwRQp" "0.1378877900987362" "ele:293:HMlNQLAKOslfMwwUOqEwwuowDEKZ" + "0.9649651643860695" "ele:294:DmNeQumEcMMOMhsBZMrKRNhnDwYXKMm" "0.25366932043182866" + "ele:295:LrBATkEONciKHMYPEBRTdGLIqYJolXTgMepcMQlQxbdaXkxMYAIlZhqoayDQn" "0.33409580445339604" + "ele:296:tyYcCWTtaQAFidhATOrNnrZAynrppZdOVborlhuWuR" "0.6857753861540998" "ele:297:Q" + "0.2846544060829831" "ele:298:Zq" "0.3958936266598334" "ele:299:KhIAswbBjpRQnbKRBRLdWdCDt" + "0.6572602342327124" "ele:300:oTBAmFvCABLYQTZWxYnPAUqUmpeOuGMHIwSQiAIxUu"' +tested-commands: +- zunionstore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command=\"ZUNIONSTORE zset:skiplist:3:600 2 zset:skiplist:1:300 zset:skiplist:2:300\"\ + \ --hide-histogram --test-time 120 --rate-limiting 5" + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- sorted-set +priority: 131 diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml new file mode 100644 index 0000000..f0ae27f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml @@ -0,0 +1,44 @@ +version: 0.4 +name: + latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount +description: Runs memtier_benchmark, for a keyspace length of 1 keys focusing on BITCOUNT + performance. The bitmap has a size of 1 Billion bits and approximately 20M bits + are set. The size of it is ~140MB Rate limited to 100 ops/sec. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + init_commands: + - '"SETBIT" "users" "1000000000" "1"' + preload_tool: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: --hide-histogram --command "SETBIT users __key__ 1" --key-maximum 1000000000 + --key-minimum 1 -n 100000 --key-prefix "" --command-key-pattern R --distinct-client-seed + --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-commands: +- bitcount +tested-groups: +- bitmap +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:2.1.0 + tool: memtier_benchmark + arguments: "--command \"BITCOUNT users __key__ -1\" --key-maximum 1000000000 --key-minimum + 1 --key-prefix \"\" --command-key-pattern R --distinct-client-seed --test-time + 120 --rate-limiting 1" + resources: + requests: + cpus: '2' + memory: 2g + +priority: 19 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml deleted file mode 100644 index fbc9866..0000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml +++ /dev/null @@ -1,30 +0,0 @@ -version: 0.4 -name: memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10 -description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 52g -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --test-time 180 "--pipeline" "10" "--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" "--command-key-pattern" "P" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- hash -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml deleted file mode 100644 index 0afdebf..0000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values.yml +++ /dev/null @@ -1,30 +0,0 @@ -version: 0.4 -name: memtier_benchmark-10Mkeys-load-hash-5-fields-with-1000B-values -description: Runs memtier_benchmark, for a keyspace length of 10M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 52g -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --test-time 180 "--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 10000000 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- hash -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml deleted file mode 100644 index b799bff..0000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-string-get-200KiB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 200000 Bytes for each key. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "200000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --data-size 200000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml deleted file mode 100644 index d97305f..0000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml +++ /dev/null @@ -1,34 +0,0 @@ -version: 0.4 -name: memtier_benchmark-1Mkeys-string-get-2MB -description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 2000000 Bytes for each key. -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 1000000 - preload_tool: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: '"--data-size" "2000000" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1" "--key-minimum" "1000"' - resources: - requests: - memory: 2g -tested-commands: -- get -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --data-size 2000000 --key-minimum 1 --key-maximum 1000 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - -tested-groups: -- string -priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml new file mode 100644 index 0000000..f635f60 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml new file mode 100644 index 0000000..b13067b --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml new file mode 100644 index 0000000..1de649d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 40 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --distinct-client-seed --ratio 0:1 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 4 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml new file mode 100644 index 0000000..c6ff7c8 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml new file mode 100644 index 0000000..3c63c70 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml new file mode 100644 index 0000000..5c151c6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 1000 Bytes, with 400 clients running random GET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 3000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 10 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 520 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 3g + +tested-groups: +- string +priority: 17 diff --git a/utils/generate_latency_benchmarks.py b/utils/generate_latency_benchmarks.py new file mode 100644 index 0000000..a7765b1 --- /dev/null +++ b/utils/generate_latency_benchmarks.py @@ -0,0 +1,202 @@ +import redis +import argparse +import logging +import numpy as np +import os +import re +import ruamel.yaml +from ruamel.yaml.scalarstring import DoubleQuotedScalarString + + +def calculate_rate_limit(p50_value): + if p50_value < 1000: + return 100 + elif p50_value < 10000: + return 1000 + else: + return 10000 + + +def create_new_test_config( + original_config_path, new_config_path, test_name, new_test_name, p50_value +): + # Check if the original configuration file exists + if not os.path.exists(original_config_path): + return False # Indicate failure + + # Load the original test configuration with ruamel.yaml + yaml = ruamel.yaml.YAML() + yaml.preserve_quotes = True # Preserve quotes in scalar values + with open(original_config_path, "r") as file: + config = yaml.load(file) + + # Calculate the total desired rate limit + total_rate_limit = calculate_rate_limit(p50_value) + + # Calculate per-connection rate limit + # Extract the original arguments + original_arguments = config["clientconfig"]["arguments"] + + # Convert to string if necessary + if not isinstance(original_arguments, str): + original_arguments_str = str(original_arguments) + else: + original_arguments_str = original_arguments + + # Print the original arguments for debugging + # print(f"Processing arguments for '{test_name}': {original_arguments_str}") + + # Use regex to extract clients (-c or --clients) and threads (-t or --threads) + clients_per_thread = 50 # Default value + threads = 4 # Default value + + clients_match = re.search( + r"(?:-c|--clients)(?:[=\s]+)(\d+)", original_arguments_str + ) + if clients_match: + clients_per_thread = int(clients_match.group(1)) + + threads_match = re.search( + r"(?:-t|--threads)(?:[=\s]+)(\d+)", original_arguments_str + ) + if threads_match: + threads = int(threads_match.group(1)) + + # Calculate total number of connections + total_connections = clients_per_thread * threads + + # Calculate per-connection rate limit + per_connection_rate_limit = max(1, int(total_rate_limit / total_connections)) + + # Remove existing rate limit arguments using regex + new_arguments = re.sub( + r"--rate(?:-limit(?:ing)?)?(?:\s+\S+)?", "", original_arguments_str + ) + + # Append the new '--rate-limiting' argument and its value + new_arguments = ( + f"{new_arguments.strip()} --rate-limiting {per_connection_rate_limit}" + ) + + # Update the test name to reflect the new test + config["name"] = new_test_name + config["description"] += f" Rate limited to {total_rate_limit} ops/sec." + + # Update the arguments in the config + config["clientconfig"]["arguments"] = DoubleQuotedScalarString(new_arguments) + + # Ensure the destination directory exists + os.makedirs(os.path.dirname(new_config_path), exist_ok=True) + + # Save the new test configuration + with open(new_config_path, "w") as file: + yaml.dump(config, file) + + print( + f"Created new test configuration for '{test_name}' with total rate limit {total_rate_limit} ops/sec and per-connection rate limit {per_connection_rate_limit} ops/sec." + ) + return True # Indicate success + + +def main(): + parser = argparse.ArgumentParser( + description="Create latency benchmarks", + formatter_class=argparse.ArgumentDefaultsHelpFormatter, + ) + parser.add_argument( + "--redistimeseries_host", type=str, default="benchmarks.redislabs.com" + ) + parser.add_argument("--redistimeseries_port", type=int, default=12011) + parser.add_argument("--redistimeseries_pass", type=str, default=None) + parser.add_argument("--redistimeseries_user", type=str, default=None) + + args = parser.parse_args() + + logging.basicConfig(level=logging.INFO) + logging.info( + "Checking connection to RedisTimeSeries with user: {}, host: {}, port: {}".format( + args.redistimeseries_user, + args.redistimeseries_host, + args.redistimeseries_port, + ) + ) + rts = redis.Redis( + host=args.redistimeseries_host, + port=args.redistimeseries_port, + password=args.redistimeseries_pass, + username=args.redistimeseries_user, + decode_responses=True, + ) + try: + rts.ping() + except redis.exceptions.ConnectionError as e: + logging.error(f"Failed to connect to RedisTimeSeries: {e}") + return + + # Key for test cases + testcases_key = "ci.benchmarks.redislabs/ci/redis/redis:testcases" + + # Retrieve test cases + testcases = rts.smembers(testcases_key) + # Decode bytes to strings + testcases = [testcase for testcase in testcases] + + failed_files = [] # List to collect test cases with missing config files + + # Iterate over each test case + for test_name in testcases: + # Construct the time series key + ts_key = ( + f"ci.benchmarks.redislabs/by.branch/ci/redis/redis/{test_name}/" + "gcc:8.5.0-amd64-debian-buster-default/" + "intel64-ubuntu22.04-redis-icx1/oss-standalone/unstable/" + "ALL_STATS.Totals.Ops/sec" + ) + try: + # Execute the TS.REVRANGE command + # "-" and "+" denote the minimal and maximal timestamps + result = rts.execute_command("TS.REVRANGE", ts_key, "-", "+") + + # Check if result is not empty + if result: + # Extract values and convert to floats + values = [float(value) for timestamp, value in result] + # Compute the median (p50) + p50_value = np.median(values) + + # Output the results + print(f"Results for test case '{test_name}': p50 rate = {p50_value}") + rate = calculate_rate_limit(p50_value) + + original_config_path = f"../redis_benchmarks_specification/test-suites/{test_name}.yml" # Original test config file + new_test_name = f"latency-rate-limited-{rate}_qps-{test_name}" + new_config_path = f"../redis_benchmarks_specification/test-suites/{new_test_name}.yml" # New test config file + success = create_new_test_config( + original_config_path, + new_config_path, + test_name, + new_test_name, + p50_value, + ) + if not success: + failed_files.append(test_name) + else: + print(f"No data available for test case '{test_name}'.") + failed_files.append(test_name) + + except redis.exceptions.ResponseError as e: + print(f"Error retrieving data for test case '{test_name}': {e}") + failed_files.append(test_name) + except Exception as e: + print(f"An error occurred while processing test case '{test_name}': {e}") + failed_files.append(test_name) + + # At the end, print out the list of failed files if any + if failed_files: + print("\nThe following test cases had missing configuration files or errors:") + for test_name in failed_files: + print(f"- {test_name}") + + +if __name__ == "__main__": + main() diff --git a/utils/generate_memory_requirements.py b/utils/generate_memory_requirements.py new file mode 100644 index 0000000..38fc40b --- /dev/null +++ b/utils/generate_memory_requirements.py @@ -0,0 +1,232 @@ +import os +import math +import shlex +import sys +import shutil +import argparse +from ruamel.yaml import YAML +from ruamel.yaml.scalarstring import PlainScalarString + + +def parse_arguments(arguments): + """ + Parses the memtier benchmark arguments to extract relevant parameters. + + Args: + arguments (str): The arguments string from the YAML file. + + Returns: + dict: A dictionary containing extracted parameters. + """ + args_list = shlex.split(arguments) + params = {} + for i, arg in enumerate(args_list): + if arg == "--data-size" and i + 1 < len(args_list): + try: + params["data_size"] = int(args_list[i + 1]) + except ValueError: + pass + elif arg.startswith("--data-size="): + try: + params["data_size"] = int(arg.split("=", 1)[1]) + except ValueError: + pass + elif arg == "--key-maximum" and i + 1 < len(args_list): + try: + params["key_maximum"] = int(args_list[i + 1]) + except ValueError: + pass + elif arg.startswith("--key-maximum="): + try: + params["key_maximum"] = int(arg.split("=", 1)[1]) + except ValueError: + pass + elif arg == "--command" and i + 1 < len(args_list): + params["command"] = args_list[i + 1] + elif arg.startswith("--command="): + params["command"] = arg.split("=", 1)[1] + return params + + +def calculate_expected_memory(params): + """ + Calculates the expected memory usage based on extracted parameters. + + Args: + params (dict): Extracted parameters from the arguments. + + Returns: + float: Expected memory usage in gigabytes (GB). + """ + # Assumptions + key_size = 20 # bytes + overhead_per_key = 50 # bytes + buffer_factor = 1.1 # 10% buffer + + data_size = params.get("data_size", 3) # bytes + key_maximum = params.get("key_maximum", 1000000) # default to 1 million + + # Calculate number of data fields based on '__data__' placeholders + command = params.get("command", "") + num_fields = command.count("__data__") + + if num_fields > 1: + total_data_size = data_size * num_fields + else: + total_data_size = data_size + + # Total size per key in bytes + total_size_per_key = key_size + total_data_size + overhead_per_key + + # Total memory in bytes with buffer + total_memory_bytes = total_size_per_key * key_maximum * buffer_factor + + # Convert to gigabytes + total_memory_gb = total_memory_bytes / (1024**3) + + return total_memory_gb + + +def remove_test_file(yaml_file_path, removed_dir): + """ + Removes the YAML test file by moving it to a 'removed_tests' directory. + + Args: + yaml_file_path (str): Path to the YAML file. + removed_dir (str): Directory where removed files are stored. + """ + if not os.path.exists(removed_dir): + os.makedirs(removed_dir) + basename = os.path.basename(yaml_file_path) + destination = os.path.join(removed_dir, basename) + shutil.move(yaml_file_path, destination) + print(f"Removed {yaml_file_path} (moved to {destination})") + + +def process_yaml_file(yaml_file_path, removed_dir): + """ + Processes a single YAML file to determine if it should be removed. + + Args: + yaml_file_path (str): Path to the YAML file. + removed_dir (str): Directory where removed files are stored. + """ + yaml = YAML() + yaml.preserve_quotes = True + yaml.indent(mapping=2, sequence=4, offset=0) + yaml.width = 4096 # Prevent line wrapping + + try: + with open(yaml_file_path, "r") as file: + config = yaml.load(file) + except Exception as e: + print(f"Error reading {yaml_file_path}: {e}", file=sys.stderr) + return + + # Check for necessary fields + try: + arguments = config["clientconfig"]["arguments"] + except KeyError: + print(f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field.") + return + + # Convert arguments to string + if not isinstance(arguments, str): + arguments_str = str(arguments) + else: + arguments_str = arguments + + # Parse arguments + params = parse_arguments(arguments_str) + + # Calculate expected memory + expected_memory_gb = calculate_expected_memory(params) + + # print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") + + # If memory exceeds 20GB, remove the test + if expected_memory_gb > 25: + print(f"Removed {yaml_file_path}: Memory usage: {expected_memory_gb}.") + remove_test_file(yaml_file_path, removed_dir) + + +# else: +# print(f"Retained {yaml_file_path}: Memory usage within limits.") + + +def main(): + parser = argparse.ArgumentParser( + description="Remove YAML test files exceeding 20GB memory requirement." + ) + parser.add_argument( + "--directory", + type=str, + default="../redis_benchmarks_specification/test-suites/", + help="Path to the directory containing YAML test files.", + ) + parser.add_argument( + "--removed-dir", + type=str, + default="removed_tests", + help="Directory to move removed YAML files.", + ) + parser.add_argument( + "--dry-run", + action="store_true", + help="Perform a dry run without removing any files.", + ) + + args = parser.parse_args() + + directory = args.directory + removed_dir = os.path.join(directory, args.removed_dir) + + if not os.path.isdir(directory): + print(f"Directory {directory} does not exist.", file=sys.stderr) + sys.exit(1) + + # Iterate over all YAML files + for filename in os.listdir(directory): + if filename.endswith(".yml") or filename.endswith(".yaml"): + yaml_file_path = os.path.join(directory, filename) + if args.dry_run: + # Perform calculations without removing files + yaml = YAML() + yaml.preserve_quotes = True + yaml.indent(mapping=2, sequence=4, offset=0) + yaml.width = 4096 # Prevent line wrapping + try: + with open(yaml_file_path, "r") as file: + config = yaml.load(file) + except Exception as e: + print(f"Error reading {yaml_file_path}: {e}", file=sys.stderr) + continue + + try: + arguments = config["clientconfig"]["arguments"] + except KeyError: + print( + f"Skipping {yaml_file_path}: Missing 'clientconfig.arguments' field." + ) + continue + + if not isinstance(arguments, str): + arguments_str = str(arguments) + else: + arguments_str = arguments + + params = parse_arguments(arguments_str) + expected_memory_gb = calculate_expected_memory(params) + + # print(f"File: {yaml_file_path} | Expected Memory: {expected_memory_gb:.2f}GB") + # if expected_memory_gb > 25: + # print(f"Would remove {yaml_file_path}: Exceeds 20GB.") + # else: + # print(f"Would retain {yaml_file_path}: Within memory limits.") + else: + # Actual removal based on memory calculation + process_yaml_file(yaml_file_path, removed_dir) + + +if __name__ == "__main__": + main()