diff --git a/create-cohere.py b/create-cohere.py new file mode 100644 index 00000000..6f56b580 --- /dev/null +++ b/create-cohere.py @@ -0,0 +1,193 @@ +from datasets import load_dataset +import numpy as np +import os +import pickle +from dotenv import load_dotenv +from benchmark import DATASETS_DIR +import h5py +from redis import Redis +from redis.commands.search.query import Query +from redis.commands.search.field import TextField, VectorField +from redis.commands.search.indexDefinition import IndexDefinition, IndexType +from tqdm import tqdm +import json + +# Load environment variables +load_dotenv() + +# Constants +LANG = "en" +DATASET_SIZE = int(os.getenv("DATASET_SIZE", "1000000")) +VECTOR_TYPE = os.getenv("VECTOR_TYPE", "INT8").lower() +QUERIES_NUM = 1000 +K = 100 + +dataset_embed_type_dict = {"float32": "emb", "int8": "emb_int8"} +dataset_vector_dtype_dict = {"float32": np.float32, "int8": np.int8} +dataset_name_type_dict = { + "float32": "Cohere/wikipedia-2023-11-embed-multilingual-v3", + "int8": "Cohere/wikipedia-2023-11-embed-multilingual-v3-int8-binary", +} + + +def create_redis_index(vector_type): + client = Redis() + try: + client.ft().dropindex( + delete_documents=True + ) # Remove existing index if it exists + except: + pass + index_def = IndexDefinition(index_type=IndexType.HASH) + schema = ( + TextField("_id"), + TextField("title"), + TextField("text"), + VectorField( + "vector", + "FLAT", + {"TYPE": vector_type, "DIM": 1024, "DISTANCE_METRIC": "COSINE"}, + ), + ) + client.ft().create_index(schema, definition=index_def) + print("Redis search index created.") + + +def load_vectors(vector_type, vector_dtype, dataset_name, emb_fieldname): + embeddings_file = f"{vector_type}_embeddings_{DATASET_SIZE}.pkl" + if os.path.exists(embeddings_file): + with open(embeddings_file, "rb") as f: + (vectors, metadata, query_vectors) = pickle.load(f) + print( + f"Prepared {len(vectors)} dataset vectors, {len(metadata)} metadata, and {len(query_vectors)} query vectors" + ) + return vectors, metadata, query_vectors + dataset = load_dataset( + dataset_name, + LANG, + split="train", + streaming=True, + ) + vectors, metadata = [], [] + query_vectors = [] + for num, doc in tqdm( + enumerate(dataset.take(DATASET_SIZE + QUERIES_NUM)), desc="Loading dataset" + ): + vector = doc[emb_fieldname] + if num >= DATASET_SIZE: + query_vectors.append(vector) + else: + vectors.append(vector) + metadata.append( + { + "_id": doc["_id"], + "title": doc.get("title", ""), + "text": doc.get("text", ""), + } + ) + vectors = np.array(vectors, dtype=vector_dtype) + with open(embeddings_file, "wb") as f: + pickle.dump((vectors, metadata, query_vectors), f) + print( + f"Prepared {len(vectors)} dataset vectors, {len(metadata)} metadata, and {len(query_vectors)} query vectors" + ) + return vectors, metadata, query_vectors + + +def ingest_vectors(vectors, metadata, vector_type): + client = Redis() + client.flushdb() # Clean DB before ingestion + create_redis_index(vector_type) # Ensure index is created before ingestion + pipeline = client.pipeline() + for i, (vector, meta) in enumerate( + tqdm(zip(vectors, metadata), desc="Ingesting vectors", total=len(vectors)) + ): + pipeline.hset(f"{i}", mapping={"vector": vector.tobytes(), **meta}) + if i % 100 == 0: + pipeline.execute() + pipeline.execute() + print("Vector ingestion complete.") + + +def verify_metadata(vectors): + client = Redis() + sample_indices = np.random.choice(len(vectors), 5, replace=False) + for idx in sample_indices: + data = client.hgetall(f"{idx}") + if data: + print(f"Metadata for vector {idx}: {data}") + else: + print(f"No metadata found for vector {idx}") + + +def run(): + vector_type = VECTOR_TYPE + dataset_name = dataset_name_type_dict[VECTOR_TYPE] + vector_dtype = dataset_vector_dtype_dict[VECTOR_TYPE] + emb_fieldname = dataset_embed_type_dict[VECTOR_TYPE] + print( + f"Creating dataset for vector type={vector_type}. Using dataset {dataset_name} and field {emb_fieldname} for the embeddings" + ) + vectors, metadata, queries = load_vectors( + vector_type, vector_dtype, dataset_name, emb_fieldname + ) + ingest_vectors(vectors[:DATASET_SIZE], metadata[:DATASET_SIZE], vector_type) + verify_metadata(vectors[:DATASET_SIZE]) + assert len(queries) == QUERIES_NUM + assert len(vectors) == DATASET_SIZE + assert len(metadata) == DATASET_SIZE + neighbors, distances = [], [] + K = 100 + client_ft = Redis().ft() + q = ( + Query("*=>[KNN $K @vector $vec_param AS vector_score]") + .sort_by("vector_score", asc=True) + .paging(0, K) + .return_fields("vector_score") + .dialect(4) + .timeout(12000000) + ) + for query_vector in tqdm(queries, desc="Processing queries"): + params_dict = { + "vec_param": np.array(query_vector).astype(vector_dtype).tobytes(), + "K": K, + } + results = client_ft.search(q, query_params=params_dict) + nb = [int(result.id) for result in results.docs] + ds = [int(result.id) for result in results.docs] + if len(nb) != K: + print(f"wrong len {len(nb)}") + continue + + neighbors.append([int(result.id) for result in results.docs]) + distances.append([float(result.vector_score) for result in results.docs]) + vector_dimension = len(vectors[0]) + output_dir = os.path.join( + DATASETS_DIR, + f"cohere-wikipedia-{vector_dimension}-angular-{vector_type}", + ) + os.makedirs(output_dir, exist_ok=True) # Ensure directory exists + output_path = os.path.join( + output_dir, + f"cohere-wikipedia-{vector_dimension}-angular-{vector_type}.hdf5", + ) + + metadata_json = np.array( + [json.dumps(meta) for meta in metadata[:DATASET_SIZE]], dtype="S" + ) + assert len(metadata_json) == len(vectors) + + with h5py.File(output_path, "w") as h5f: + h5f.create_dataset("train", data=vectors, compression=None) + h5f.create_dataset("test", data=queries, compression=None) + h5f.create_dataset( + "neighbors", data=np.array(neighbors, dtype=np.int32), compression=None + ) + h5f.create_dataset( + "distances", data=np.array(distances, dtype=np.float32), compression=None + ) + h5f.create_dataset("metadata", data=metadata_json, compression=None) + + +if __name__ == "__main__": + run() diff --git a/create-gist-960-int8.py b/create-gist-960-int8.py new file mode 100644 index 00000000..e47dbe2c --- /dev/null +++ b/create-gist-960-int8.py @@ -0,0 +1,121 @@ +import numpy as np +from ast import Dict +from dataset_reader.ann_h5_reader import AnnH5Reader +from benchmark import DATASETS_DIR +from dataset_reader.base_reader import BaseReader, Query, Record +import tqdm +import time +import h5py +import os + +numpy_types_dict = {"float32": np.float32, "int8": np.int8, "uint8": np.uint8} + + +# quantize vectors pre-dimension +class ScalarQuantization: + def __init__(self, dim, precision: str = "uint8", quantile: float = 0.99): + self.N = 255 # 2^B - 1 + self.dim = dim + self.precision = precision + self.quantile = quantile + if precision == "uint8": + self.offset = 0 + elif precision == "int8": + self.offset = 128 + + def train(self, train_dataset: np.ndarray): + # Use quantiles to calculate x_min and x_max + lower_quantile = 1 - self.quantile + self.x_min = np.quantile(train_dataset, lower_quantile, axis=0) + self.x_max = np.quantile(train_dataset, self.quantile, axis=0) + self.delta = ( + self.x_max - self.x_min + ) / self.N # Calculate delta for each dimension + + def quantize(self, dataset: np.ndarray): + q_vals = np.floor((dataset - self.x_min) / self.delta) + # use int32 to avoid overflow during offset subtraction + q_vals = np.clip(q_vals, 0, self.N).astype(np.int32) + q_vals -= self.offset + return q_vals.astype(numpy_types_dict[self.precision]) + + def decompress(self, x): + return (self.delta * (x + 0.5 + self.offset).astype(np.float32)) + self.x_min + + def get_quantization_params(self) -> Dict: + return {"x_min": self.x_min, "x_max": self.x_max, "delta": self.delta} + + +if __name__ == "__main__": + import os + + # h5py file 4 keys: + # `train` - float vectors (num vectors 1183514) + # `test` - float vectors (num vectors 10000) + # `neighbors` - int - indices of nearest neighbors for test (num items 10k, each item + # contains info about 100 nearest neighbors) + # `distances` - float - distances for nearest neighbors for test vectors + + test_path = os.path.join( + DATASETS_DIR, "gist-960-euclidean", "gist-960-euclidean.hdf5" + ) + + data = AnnH5Reader(test_path).read_data() + queries = AnnH5Reader(test_path).read_queries() + + train_dataset_size = 100000 + full_dataset_size = 1000000 + train_dataset = [] + full_dataset = [] + test = [] + neighbors = [] + distances = [] + for query in tqdm.tqdm(queries): + test.append(np.array(query.vector).astype(np.float32)) + neighbors.append(query.expected_result) + distances.append(query.expected_scores) + + for record in tqdm.tqdm(data): + if len(full_dataset) >= full_dataset_size: + break + full_dataset.append(np.array(record.vector).astype(np.float32)) + if len(train_dataset) < train_dataset_size: + train_dataset.append(np.array(record.vector).astype(np.float32)) + + train_dataset = np.array( + train_dataset + ) # Convert list of vectors into a single NumPy array + print("n vectors = ", len(train_dataset)) + print("vector shape = ", train_dataset[0].shape) + precision = "int8" + quantizer = ScalarQuantization(train_dataset[0].shape, precision, .99) + print("Creating quantizer for type = ", precision) + + print("\nTraining dataset ... ") + start = time.time() + quantizer.train(train_dataset) + dur = time.time() - start + print( + f"Training took {dur} seconds. \nQuantization params = {quantizer.get_quantization_params()}" + ) + + # quantize dataset + full_dataset = np.array(full_dataset) + test = np.array(test) + print("\Quantizing dataset ... ") + start = time.time() + quantized_dataset = quantizer.quantize(full_dataset) + quantized_queries = quantizer.quantize(test) + dur = time.time() - start + print(f"Quantization took {dur} seconds.") + print("vector 1 shape = ", quantized_dataset[0].shape) + print("vector 1 sample = ", quantized_dataset[0]) + + # Create a new HDF5 file and write the data + output_path = os.path.join(DATASETS_DIR, "gist-960-euclidean-int8.hdf5") + + with h5py.File(output_path, "w") as h5f: + h5f.create_dataset("train", data=quantized_dataset, compression=None) + h5f.create_dataset("test", data=quantized_queries, compression=None) + h5f.create_dataset("neighbors", data=neighbors, compression=None) + h5f.create_dataset("distances", data=distances, compression=None) diff --git a/dataset_reader/ann_h5_reader.py b/dataset_reader/ann_h5_reader.py index 1d47bdd3..5bfe8e83 100644 --- a/dataset_reader/ann_h5_reader.py +++ b/dataset_reader/ann_h5_reader.py @@ -1,5 +1,5 @@ from typing import Iterator - +import json import h5py import numpy as np @@ -27,13 +27,24 @@ def read_queries(self) -> Iterator[Query]: expected_scores=expected_scores.tolist(), ) - def read_data(self) -> Iterator[Record]: + def read_data(self, start_idx: int = 0, end_idx: int = None) -> Iterator[Record]: data = h5py.File(self.path) - + has_metadata = "metadata" in data # Check if metadata exists for idx, vector in enumerate(data["train"]): if self.normalize: vector /= np.linalg.norm(vector) - yield Record(id=idx, vector=vector.tolist(), metadata=None) + metadata = None + if has_metadata: + try: + metadata_str = data["metadata"][idx].decode("utf-8").strip() + if metadata_str.startswith("{") and metadata_str.endswith("}"): + metadata = json.loads(metadata_str) + else: + metadata = None + except (IndexError, AttributeError, UnicodeDecodeError, json.JSONDecodeError) as e : + metadata = None # Handle cases where metadata retrieval fails + + yield Record(id=idx, vector=vector.tolist(), metadata=metadata) if __name__ == "__main__": diff --git a/datasets/datasets.json b/datasets/datasets.json index f9728a68..d578d425 100644 --- a/datasets/datasets.json +++ b/datasets/datasets.json @@ -31,6 +31,22 @@ "path": "deep-image-96-angular/deep-image-96-angular.hdf5", "link": "http://ann-benchmarks.com/deep-image-96-angular.hdf5" }, + { + "name": "cohere-wikipedia-1024-angular-int8", + "vector_size": 1024, + "distance": "cosine", + "type": "h5", + "path": "cohere-wikipedia-1024-angular-int8/cohere-wikipedia-1024-angular-int8.hdf5", + "link": "http://benchmarks.redislabs.s3.amazonaws.com/vecsim/cohere-wikipedia-1024-angular/cohere-wikipedia-1024-angular-int8.hdf5" + }, + { + "name": "cohere-wikipedia-1024-angular-float32", + "vector_size": 1024, + "distance": "cosine", + "type": "h5", + "path": "cohere-wikipedia-1024-angular-float32/cohere-wikipedia-1024-angular-float32.hdf5", + "link": "http://benchmarks.redislabs.s3.amazonaws.com/vecsim/cohere-wikipedia-1024-angular/cohere-wikipedia-1024-angular-float32.hdf5" + }, { "name": "gist-960-euclidean", "vector_size": 960, @@ -39,6 +55,14 @@ "path": "gist-960-euclidean/gist-960-euclidean.hdf5", "link": "http://ann-benchmarks.com/gist-960-euclidean.hdf5" }, + { + "name": "gist-960-euclidean-int8", + "vector_size": 960, + "distance": "l2", + "type": "h5", + "path": "gist-960-euclidean-int8/gist-960-euclidean-int8.hdf5", + "link": "http://benchmarks.redislabs.s3.amazonaws.com/vecsim/gist-960-euclidean-int8/gist-960-euclidean-int8.hdf5" + }, { "name": "laion-img-emb-512-1M-cosine", "vector_size": 512, diff --git a/engine/clients/redis/config.py b/engine/clients/redis/config.py index 4c101bcf..ec9018ff 100644 --- a/engine/clients/redis/config.py +++ b/engine/clients/redis/config.py @@ -5,7 +5,7 @@ REDIS_USER = os.getenv("REDIS_USER", None) REDIS_CLUSTER = bool(int(os.getenv("REDIS_CLUSTER", 0))) REDIS_HYBRID_POLICY = os.getenv("REDIS_HYBRID_POLICY", None) -REDIS_KEEP_DOCUMENTS = bool(os.getenv("REDIS_KEEP_DOCUMENTS", 1)) +REDIS_KEEP_DOCUMENTS = bool(os.getenv("REDIS_KEEP_DOCUMENTS", 0)) REDIS_JUST_INDEX = bool(os.getenv("REDIS_JUST_INDEX", 0)) GPU_STATS = bool(int(os.getenv("GPU_STATS", 0))) GPU_STATS_ENDPOINT = os.getenv("GPU_STATS_ENDPOINT", None) diff --git a/engine/clients/redis/configure.py b/engine/clients/redis/configure.py index 5f0f8e51..4af0e5e1 100644 --- a/engine/clients/redis/configure.py +++ b/engine/clients/redis/configure.py @@ -51,25 +51,29 @@ def clean(self): for node in self.client.get_primaries() ] for conn in conns: - index = conn.ft() - try: - index.dropindex(delete_documents=(not REDIS_KEEP_DOCUMENTS)) - except redis.ResponseError as e: - str_err = e.__str__() - if ( - "Unknown Index name" not in str_err - and "Index does not exist" not in str_err - ): - # google memorystore does not support the DD argument. - # in that case we can flushall - if "wrong number of arguments for FT.DROPINDEX command" in str_err: - print( - "Given the FT.DROPINDEX command failed, we're flushing the entire DB..." - ) - if REDIS_KEEP_DOCUMENTS is False: - conn.flushall() - else: - raise e + if REDIS_KEEP_DOCUMENTS is False: + conn.flushall() + else: + index = conn.ft() + try: + index.dropindex(delete_documents=(not REDIS_KEEP_DOCUMENTS)) + except redis.ResponseError as e: + str_err = e.__str__() + if ( + "Unknown Index name" not in str_err + and "Index does not exist" not in str_err + and "no such index" not in str_err + ): + # google memorystore does not support the DD argument. + # in that case we can flushall + if "wrong number of arguments for FT.DROPINDEX command" in str_err: + print( + "Given the FT.DROPINDEX command failed, we're flushing the entire DB..." + ) + if REDIS_KEEP_DOCUMENTS is False: + conn.flushall() + else: + raise e def recreate(self, dataset: Dataset, collection_params): self.clean() diff --git a/engine/clients/redis/search.py b/engine/clients/redis/search.py index 873521d5..c678c3cd 100644 --- a/engine/clients/redis/search.py +++ b/engine/clients/redis/search.py @@ -44,6 +44,10 @@ def init_client(cls, host, distance, connection_params: dict, search_params: dic cls.np_data_type = np.float16 if cls.data_type == "BFLOAT16": cls.np_data_type = bfloat16 + if cls.data_type == "INT8": + cls.np_data_type = np.int8 + if cls.data_type == "UINT8": + cls.np_data_type = np.uint8 cls._is_cluster = True if REDIS_CLUSTER else False # In the case of CLUSTER API enabled we randomly select the starting primary shard diff --git a/engine/clients/redis/upload.py b/engine/clients/redis/upload.py index e76e7da3..6a052b79 100644 --- a/engine/clients/redis/upload.py +++ b/engine/clients/redis/upload.py @@ -49,6 +49,10 @@ def init_client(cls, host, distance, connection_params, upload_params): cls.np_data_type = np.float16 if cls.data_type == "BFLOAT16": cls.np_data_type = bfloat16 + if cls.data_type == "INT8": + cls.np_data_type = np.int8 + if cls.data_type == "UINT8": + cls.np_data_type = np.uint8 cls._is_cluster = True if REDIS_CLUSTER else False @classmethod @@ -57,6 +61,7 @@ def upload_batch( ): if REDIS_JUST_INDEX: return + for i in range(len(ids)): idx = ids[i] vector_key = str(idx) diff --git a/experiments/configurations/create-redis-vector-types.py b/experiments/configurations/create-redis-vector-types.py index 493ff5f0..e50f9684 100644 --- a/experiments/configurations/create-redis-vector-types.py +++ b/experiments/configurations/create-redis-vector-types.py @@ -1,11 +1,44 @@ import json experiments = [] +batch_size = 64 -for data_type in ["FLOAT16", "BFLOAT16", "FLOAT32", "FLOAT64"]: - for m in [8, 16, 32, 64]: +for data_type in ["INT8", "FLOAT16", "BFLOAT16", "FLOAT32", "FLOAT64"]: + # flat + search_params = [] + config = { + "name": f"redis-{data_type.lower()}-flat", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": data_type, + "flat_config": {}, + }, + "search_params": [], + "upload_params": { + "parallel": 16, + "data_type": data_type, + "batch_size": batch_size, + }, + } + single_client_config = { + "parallel": 1, + "search_params": {"data_type": data_type}, + } + multi_client_config = { + "parallel": 100, + "search_params": {"data_type": data_type}, + } + search_params.append(single_client_config) + search_params.append(multi_client_config) + config["search_params"] = search_params + experiments.append(config) + + for m in [8, 16, 32, 64, 128, 256]: # for efConstruction in [32, 64]: - for efConstruction in [16, 32, 64, 128, 256, 512]: + for efConstruction in [8, 16, 32, 64, 128, 256]: + if efConstruction < m: + continue search_params = [] config = { "name": f"redis-{data_type.lower()}-m-{m}-ef-{efConstruction}", @@ -16,7 +49,11 @@ "hnsw_config": {"M": m, "EF_CONSTRUCTION": efConstruction}, }, "search_params": [], - "upload_params": {"parallel": 16, "data_type": data_type}, + "upload_params": { + "parallel": 16, + "data_type": data_type, + "batch_size": batch_size, + }, } # for efSearch in [16, 32, 1024]: for efSearch in [8, 16, 32, 64, 128, 256, 512, 1024]: diff --git a/experiments/configurations/redis-vector-types.json b/experiments/configurations/redis-vector-types.json index 92a00604..ff7c4d6f 100644 --- a/experiments/configurations/redis-vector-types.json +++ b/experiments/configurations/redis-vector-types.json @@ -1,13 +1,41 @@ [ { - "name": "redis-float16-m-8-ef-16", + "name": "redis-int8-flat", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", + "flat_config": {} + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "data_type": "INT8" + } + }, + { + "parallel": 100, + "search_params": { + "data_type": "INT8" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "INT8", + "batch_size": 64 + } + }, + { + "name": "redis-int8-m-8-ef-8", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "INT8", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 16 + "EF_CONSTRUCTION": 8 } }, "search_params": [ @@ -15,129 +43,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-8-ef-32", + "name": "redis-int8-m-8-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 32 + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -145,129 +174,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-8-ef-64", + "name": "redis-int8-m-8-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 64 + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -275,129 +305,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-8-ef-128", + "name": "redis-int8-m-8-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 128 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -405,129 +436,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-8-ef-256", + "name": "redis-int8-m-8-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 256 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -535,129 +567,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-8-ef-512", + "name": "redis-int8-m-8-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 512 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -665,126 +698,127 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-16-ef-16", + "name": "redis-int8-m-16-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 16 @@ -795,126 +829,127 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-16-ef-32", + "name": "redis-int8-m-16-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 32 @@ -925,126 +960,127 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-16-ef-64", + "name": "redis-int8-m-16-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 64 @@ -1055,126 +1091,127 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-16-ef-128", + "name": "redis-int8-m-16-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 128 @@ -1185,126 +1222,127 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-16-ef-256", + "name": "redis-int8-m-16-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 16, "EF_CONSTRUCTION": 256 @@ -1315,129 +1353,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-16-ef-512", + "name": "redis-int8-m-32-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 512 + "M": 32, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -1445,129 +1484,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-32-ef-16", + "name": "redis-int8-m-32-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 16 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -1575,129 +1615,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-32-ef-32", + "name": "redis-int8-m-32-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 32 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -1705,129 +1746,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-32-ef-64", + "name": "redis-int8-m-32-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 64 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -1835,129 +1877,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-32-ef-128", + "name": "redis-int8-m-64-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 128 + "M": 64, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -1965,129 +2008,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-32-ef-256", + "name": "redis-int8-m-64-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 256 + "M": 64, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -2095,129 +2139,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-32-ef-512", + "name": "redis-int8-m-64-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 512 + "M": 64, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -2225,129 +2270,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-64-ef-16", + "name": "redis-int8-m-128-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 16 + "M": 128, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -2355,129 +2401,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-64-ef-32", + "name": "redis-int8-m-128-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 32 + "M": 128, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -2485,129 +2532,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "INT8", + "batch_size": 64 } }, { - "name": "redis-float16-m-64-ef-64", + "name": "redis-int8-m-256-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT16", + "data_type": "INT8", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 64 + "M": 256, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -2615,129 +2663,158 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT16" + "data_type": "INT8" } }, { "parallel": 100, "search_params": { "ef": 1024, + "data_type": "INT8" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "INT8", + "batch_size": 64 + } + }, + { + "name": "redis-float16-flat", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "flat_config": {} + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-float16-m-64-ef-128", + "name": "redis-float16-m-8-ef-8", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 128 + "M": 8, + "EF_CONSTRUCTION": 8 } }, "search_params": [ @@ -2856,18 +2933,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-float16-m-64-ef-256", + "name": "redis-float16-m-8-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 256 + "M": 8, + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -2986,18 +3064,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-float16-m-64-ef-512", + "name": "redis-float16-m-8-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 512 + "M": 8, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -3116,18 +3195,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-8-ef-16", + "name": "redis-float16-m-8-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 16 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -3135,129 +3215,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-8-ef-32", + "name": "redis-float16-m-8-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 32 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -3265,129 +3346,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-8-ef-64", + "name": "redis-float16-m-8-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 64 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -3395,129 +3477,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-8-ef-128", + "name": "redis-float16-m-16-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 128 + "M": 16, + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -3525,129 +3608,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-8-ef-256", + "name": "redis-float16-m-16-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 256 + "M": 16, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -3655,129 +3739,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-8-ef-512", + "name": "redis-float16-m-16-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 512 + "M": 16, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -3785,129 +3870,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-16-ef-16", + "name": "redis-float16-m-16-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { "M": 16, - "EF_CONSTRUCTION": 16 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -3915,129 +4001,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-16-ef-32", + "name": "redis-float16-m-16-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { "M": 16, - "EF_CONSTRUCTION": 32 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -4045,129 +4132,1309 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-32-ef-32", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 32, + "EF_CONSTRUCTION": 32 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-32-ef-64", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 32, + "EF_CONSTRUCTION": 64 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-32-ef-128", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 32, + "EF_CONSTRUCTION": 128 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-32-ef-256", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 32, + "EF_CONSTRUCTION": 256 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-64-ef-64", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 64, + "EF_CONSTRUCTION": 64 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-64-ef-128", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 64, + "EF_CONSTRUCTION": 128 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-64-ef-256", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 64, + "EF_CONSTRUCTION": 256 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-128-ef-128", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 128, + "EF_CONSTRUCTION": 128 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 128, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 256, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 512, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float16-m-128-ef-256", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT16", + "hnsw_config": { + "M": 128, + "EF_CONSTRUCTION": 256 + } + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 8, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 16, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 100, + "search_params": { + "ef": 32, + "data_type": "FLOAT16" + } + }, + { + "parallel": 1, + "search_params": { + "ef": 64, + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-16-ef-64", + "name": "redis-float16-m-256-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "BFLOAT16", + "data_type": "FLOAT16", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 64 + "M": 256, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -4175,129 +5442,158 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "BFLOAT16" + "data_type": "FLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, + "data_type": "FLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-bfloat16-flat", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "BFLOAT16", + "flat_config": {} + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "data_type": "BFLOAT16" + } + }, + { + "parallel": 100, + "search_params": { "data_type": "BFLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-16-ef-128", + "name": "redis-bfloat16-m-8-ef-8", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 128 + "M": 8, + "EF_CONSTRUCTION": 8 } }, "search_params": [ @@ -4416,18 +5712,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-16-ef-256", + "name": "redis-bfloat16-m-8-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 256 + "M": 8, + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -4546,18 +5843,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-16-ef-512", + "name": "redis-bfloat16-m-8-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 512 + "M": 8, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -4676,18 +5974,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-32-ef-16", + "name": "redis-bfloat16-m-8-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 16 + "M": 8, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -4806,18 +6105,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-32-ef-32", + "name": "redis-bfloat16-m-8-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 32 + "M": 8, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -4936,18 +6236,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-32-ef-64", + "name": "redis-bfloat16-m-8-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 64 + "M": 8, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -5066,18 +6367,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-32-ef-128", + "name": "redis-bfloat16-m-16-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 128 + "M": 16, + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -5196,18 +6498,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-32-ef-256", + "name": "redis-bfloat16-m-16-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 256 + "M": 16, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -5326,18 +6629,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-32-ef-512", + "name": "redis-bfloat16-m-16-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 512 + "M": 16, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -5456,18 +6760,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-64-ef-16", + "name": "redis-bfloat16-m-16-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 16 + "M": 16, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -5586,18 +6891,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-64-ef-32", + "name": "redis-bfloat16-m-16-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 32 + "M": 16, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -5716,18 +7022,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-64-ef-64", + "name": "redis-bfloat16-m-32-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 64 + "M": 32, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -5846,18 +7153,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-64-ef-128", + "name": "redis-bfloat16-m-32-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 128 + "M": 32, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -5976,18 +7284,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-64-ef-256", + "name": "redis-bfloat16-m-32-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 256 + "M": 32, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -6106,18 +7415,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-bfloat16-m-64-ef-512", + "name": "redis-bfloat16-m-32-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "BFLOAT16", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 512 + "M": 32, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -6236,18 +7546,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "BFLOAT16" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-float32-m-8-ef-16", + "name": "redis-bfloat16-m-64-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT32", + "data_type": "BFLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 16 + "M": 64, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -6255,129 +7566,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-float32-m-8-ef-32", + "name": "redis-bfloat16-m-64-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT32", + "data_type": "BFLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 32 + "M": 64, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -6385,129 +7697,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-float32-m-8-ef-64", + "name": "redis-bfloat16-m-64-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT32", + "data_type": "BFLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 64 + "M": 64, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -6515,128 +7828,129 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-float32-m-8-ef-128", + "name": "redis-bfloat16-m-128-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT32", + "data_type": "BFLOAT16", "hnsw_config": { - "M": 8, + "M": 128, "EF_CONSTRUCTION": 128 } }, @@ -6645,128 +7959,129 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-float32-m-8-ef-256", + "name": "redis-bfloat16-m-128-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT32", + "data_type": "BFLOAT16", "hnsw_config": { - "M": 8, + "M": 128, "EF_CONSTRUCTION": 256 } }, @@ -6775,129 +8090,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16", + "batch_size": 64 } }, { - "name": "redis-float32-m-8-ef-512", + "name": "redis-bfloat16-m-256-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT32", + "data_type": "BFLOAT16", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 512 + "M": 256, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -6905,129 +8221,158 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT32" + "data_type": "BFLOAT16" } }, { "parallel": 100, "search_params": { "ef": 1024, + "data_type": "BFLOAT16" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "BFLOAT16", + "batch_size": 64 + } + }, + { + "name": "redis-float32-flat", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT32", + "flat_config": {} + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "data_type": "FLOAT32" + } + }, + { + "parallel": 100, + "search_params": { "data_type": "FLOAT32" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-16-ef-16", + "name": "redis-float32-m-8-ef-8", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 16 + "M": 8, + "EF_CONSTRUCTION": 8 } }, "search_params": [ @@ -7146,18 +8491,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-16-ef-32", + "name": "redis-float32-m-8-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 32 + "M": 8, + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -7276,18 +8622,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-16-ef-64", + "name": "redis-float32-m-8-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 64 + "M": 8, + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -7406,18 +8753,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-16-ef-128", + "name": "redis-float32-m-8-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 128 + "M": 8, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -7536,18 +8884,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-16-ef-256", + "name": "redis-float32-m-8-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 256 + "M": 8, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -7666,18 +9015,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-16-ef-512", + "name": "redis-float32-m-8-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 512 + "M": 8, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -7796,17 +9146,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-32-ef-16", + "name": "redis-float32-m-16-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "EF_CONSTRUCTION": 16 } }, @@ -7926,17 +9277,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-32-ef-32", + "name": "redis-float32-m-16-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "EF_CONSTRUCTION": 32 } }, @@ -8056,17 +9408,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-32-ef-64", + "name": "redis-float32-m-16-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "EF_CONSTRUCTION": 64 } }, @@ -8186,17 +9539,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-32-ef-128", + "name": "redis-float32-m-16-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "EF_CONSTRUCTION": 128 } }, @@ -8316,17 +9670,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-32-ef-256", + "name": "redis-float32-m-16-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 32, + "M": 16, "EF_CONSTRUCTION": 256 } }, @@ -8446,18 +9801,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-32-ef-512", + "name": "redis-float32-m-32-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 512 + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -8576,18 +9932,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-64-ef-16", + "name": "redis-float32-m-32-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 16 + "M": 32, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -8706,18 +10063,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-64-ef-32", + "name": "redis-float32-m-32-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 32 + "M": 32, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -8836,18 +10194,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-64-ef-64", + "name": "redis-float32-m-32-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 64 + "M": 32, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -8966,18 +10325,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-64-ef-128", + "name": "redis-float32-m-64-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { "M": 64, - "EF_CONSTRUCTION": 128 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -9096,18 +10456,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-64-ef-256", + "name": "redis-float32-m-64-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { "M": 64, - "EF_CONSTRUCTION": 256 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -9226,18 +10587,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float32-m-64-ef-512", + "name": "redis-float32-m-64-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT32", "hnsw_config": { "M": 64, - "EF_CONSTRUCTION": 512 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -9356,18 +10718,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT32" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float64-m-8-ef-16", + "name": "redis-float32-m-128-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT64", + "data_type": "FLOAT32", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 16 + "M": 128, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -9375,129 +10738,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float64-m-8-ef-32", + "name": "redis-float32-m-128-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT64", + "data_type": "FLOAT32", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 32 + "M": 128, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -9505,129 +10869,130 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 1024, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32", + "batch_size": 64 } }, { - "name": "redis-float64-m-8-ef-64", + "name": "redis-float32-m-256-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { - "data_type": "FLOAT64", + "data_type": "FLOAT32", "hnsw_config": { - "M": 8, - "EF_CONSTRUCTION": 64 + "M": 256, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -9635,129 +11000,158 @@ "parallel": 1, "search_params": { "ef": 8, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 8, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 32, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 32, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 64, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 64, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 128, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 128, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 256, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 256, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 512, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 512, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 1, "search_params": { "ef": 1024, - "data_type": "FLOAT64" + "data_type": "FLOAT32" } }, { "parallel": 100, "search_params": { "ef": 1024, + "data_type": "FLOAT32" + } + } + ], + "upload_params": { + "parallel": 16, + "data_type": "FLOAT32", + "batch_size": 64 + } + }, + { + "name": "redis-float64-flat", + "engine": "redis", + "connection_params": {}, + "collection_params": { + "data_type": "FLOAT64", + "flat_config": {} + }, + "search_params": [ + { + "parallel": 1, + "search_params": { + "data_type": "FLOAT64" + } + }, + { + "parallel": 100, + "search_params": { "data_type": "FLOAT64" } } ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-8-ef-128", + "name": "redis-float64-m-8-ef-8", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 128 + "EF_CONSTRUCTION": 8 } }, "search_params": [ @@ -9876,18 +11270,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-8-ef-256", + "name": "redis-float64-m-8-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 256 + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -10006,18 +11401,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-8-ef-512", + "name": "redis-float64-m-8-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 8, - "EF_CONSTRUCTION": 512 + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -10136,18 +11532,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-16-ef-16", + "name": "redis-float64-m-8-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 16 + "M": 8, + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -10266,18 +11663,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-16-ef-32", + "name": "redis-float64-m-8-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 32 + "M": 8, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -10396,18 +11794,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-16-ef-64", + "name": "redis-float64-m-8-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 16, - "EF_CONSTRUCTION": 64 + "M": 8, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -10526,18 +11925,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-16-ef-128", + "name": "redis-float64-m-16-ef-16", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 16, - "EF_CONSTRUCTION": 128 + "EF_CONSTRUCTION": 16 } }, "search_params": [ @@ -10656,18 +12056,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-16-ef-256", + "name": "redis-float64-m-16-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 16, - "EF_CONSTRUCTION": 256 + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -10786,18 +12187,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-16-ef-512", + "name": "redis-float64-m-16-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 16, - "EF_CONSTRUCTION": 512 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -10916,18 +12318,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-32-ef-16", + "name": "redis-float64-m-16-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 16 + "M": 16, + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -11046,18 +12449,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-32-ef-32", + "name": "redis-float64-m-16-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 32, - "EF_CONSTRUCTION": 32 + "M": 16, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -11176,18 +12580,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-32-ef-64", + "name": "redis-float64-m-32-ef-32", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 64 + "EF_CONSTRUCTION": 32 } }, "search_params": [ @@ -11306,18 +12711,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-32-ef-128", + "name": "redis-float64-m-32-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 128 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -11436,18 +12842,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-32-ef-256", + "name": "redis-float64-m-32-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 256 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -11566,18 +12973,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-32-ef-512", + "name": "redis-float64-m-32-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 32, - "EF_CONSTRUCTION": 512 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -11696,18 +13104,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-64-ef-16", + "name": "redis-float64-m-64-ef-64", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 64, - "EF_CONSTRUCTION": 16 + "EF_CONSTRUCTION": 64 } }, "search_params": [ @@ -11826,18 +13235,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-64-ef-32", + "name": "redis-float64-m-64-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 64, - "EF_CONSTRUCTION": 32 + "EF_CONSTRUCTION": 128 } }, "search_params": [ @@ -11956,18 +13366,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-64-ef-64", + "name": "redis-float64-m-64-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { "M": 64, - "EF_CONSTRUCTION": 64 + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -12086,17 +13497,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-64-ef-128", + "name": "redis-float64-m-128-ef-128", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 64, + "M": 128, "EF_CONSTRUCTION": 128 } }, @@ -12216,17 +13628,18 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-64-ef-256", + "name": "redis-float64-m-128-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 64, + "M": 128, "EF_CONSTRUCTION": 256 } }, @@ -12346,18 +13759,19 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } }, { - "name": "redis-float64-m-64-ef-512", + "name": "redis-float64-m-256-ef-256", "engine": "redis", "connection_params": {}, "collection_params": { "data_type": "FLOAT64", "hnsw_config": { - "M": 64, - "EF_CONSTRUCTION": 512 + "M": 256, + "EF_CONSTRUCTION": 256 } }, "search_params": [ @@ -12476,7 +13890,8 @@ ], "upload_params": { "parallel": 16, - "data_type": "FLOAT64" + "data_type": "FLOAT64", + "batch_size": 64 } } ] \ No newline at end of file diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 00000000..1e23d362 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,20 @@ +backoff==2.2.1 +boto3==1.23.10 +elastic_transport==8.4.0 +h5py==3.11.0 +httpx==0.28.1 +ipdb==0.13.13 +matplotlib==3.6.3 +ml_dtypes==0.4.0 +numpy==2.2.1 +opensearch_py==2.4.2 +psycopg==3.1.18 +pymilvus==2.3.3 +pytest==7.4.4 +qdrant_client==1.12.2 +Requests==2.32.3 +sentence_transformers==3.3.1 +stopit==1.1.2 +tqdm==4.66.2 +typer==0.15.1 +urllib3