Adjust PQ clustering parameters based on experimentation

jbellis · Sep 29, 2023 · 50e90aa · 50e90aa
1 parent 5b75e65
commit 50e90aa
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/jvector-base/src/main/java/io/github/jbellis/jvector/pq/ProductQuantization.java b/jvector-base/src/main/java/io/github/jbellis/jvector/pq/ProductQuantization.java
@@ -39,8 +39,8 @@
  */
 public class ProductQuantization {
     static final int CLUSTERS = 256; // number of clusters per subspace = one byte's worth
-    private static final int K_MEANS_ITERATIONS = 12;
-    private static final int MAX_PQ_TRAINING_SET_SIZE = 256000;
+    private static final int K_MEANS_ITERATIONS = 6;
+    private static final int MAX_PQ_TRAINING_SET_SIZE = 128000;
 
     final float[][][] codebooks;
     final int M;