diff --git a/diskann-benchmark/example/graph-index-product-quantization-wiki1M.json b/diskann-benchmark/example/graph-index-product-quantization-wiki1M.json new file mode 100644 index 000000000..423199c10 --- /dev/null +++ b/diskann-benchmark/example/graph-index-product-quantization-wiki1M.json @@ -0,0 +1,55 @@ +{ + "search_directories": [ + "../big-ann-benchmarks/data/wikipedia_cohere" ], + "jobs": [ + { + "type": "graph-index-build-pq", + "content": { + "index_operation": { + "source":{ + "index-source": "Build", + "data_type": "float32", + "data": "wikipedia_base.bin.crop_nb_1000000", + "distance": "inner_product", + "start_point_strategy": "medoid", + "max_degree": 32, + "l_build": 100, + "alpha": 1.2, + "backedge_ratio": 1.0, + "num_threads": 32, + "multi_insert": { + "batch_size": 128, + "batch_parallelism": 32, + "intra_batch_candidates": "all" + } + }, + "search_phase": { + "search-type": "topk", + "queries": "wikipedia_query.bin", + "groundtruth": "wikipedia-1M", + "reps": 1, + "num_threads": [ + 32 + ], + "runs": [ + { + "search_n": 10, + "search_l": [ + 100, + 150, + 200, + 300 + ], + "recall_k": 10 + } + ] + } + }, + "num_pq_chunks": 192, + "seed": 13076402859301299683, + "max_fp_vecs_per_prune": 0, + "use_fp_for_search": false + } + } + ] +} diff --git a/diskann-benchmark/example/graph-index-spherical-quantization-wiki1M.json b/diskann-benchmark/example/graph-index-spherical-quantization-wiki1M.json new file mode 100644 index 000000000..7c3b95efc --- /dev/null +++ b/diskann-benchmark/example/graph-index-spherical-quantization-wiki1M.json @@ -0,0 +1,57 @@ +{ + "search_directories":[ + "../big-ann-benchmarks/data/wikipedia_cohere" + ], + "jobs": [ + { + "type": "graph-index-build-spherical-quantization", + "content": { + "build": { + "data_type": "float32", + "data": "wikipedia_base.bin.crop_nb_1000000", + "distance": "inner_product", + "start_point_strategy": "medoid", + "max_degree": 32, + "l_build": 100, + "alpha": 1.2, + "backedge_ratio": 1.0, + "num_threads": 32, + "multi_insert": null + }, + "search_phase": { + "search-type": "topk", + "queries": "wikipedia_query.bin", + "groundtruth": "wikipedia-1M", + "reps": 5, + "num_threads": [ + 32 + ], + "runs": [ + { + "search_n": 10, + "search_l": [ + 50, + 100, + 150, + 200,300 + ], + "recall_k": 10 + } + ] + }, + "seed": 12648430, + "transform_kind": { + "padding_hadamard": "same" + }, + "query_layouts": [ + "same_as_data", + "full_precision" + ], + "num_bits": 2, + "pre_scale": { + "some": 0.00390625 + } + } + } + ] +}