faiss 0.6.1 → 0.6.3

data/vendor/faiss/faiss/impl/ScalarQuantizer.cpp

@@ -25,6 +25,418 @@
 
 namespace faiss {
 
+namespace {
+
+// Gaussian Lloyd-Max optimal quantizer centroids and boundaries for N(0,1).
+// clang-format off
+const float kLloydMaxCentroids1[] = {
+    -0.797884560802865f, 0.797884560802865f
+};
+const float kLloydMaxBoundaries1[] = {
+    0.000000000000000f
+};
+const float kLloydMaxCentroids2[] = {
+    -1.510417608499078f, -0.452780034636484f,
+     0.452780034636483f,  1.510417608499078f
+};
+const float kLloydMaxBoundaries2[] = {
+    -0.981598821567781f, 0.000000000000000f, 0.981598821567781f
+};
+const float kLloydMaxCentroids3[] = {
+    -2.151945704536914f, -1.343909278504930f,
+    -0.756005281205826f, -0.245094178944203f,
+     0.245094178944203f,  0.756005281205825f,
+     1.343909278504930f,  2.151945704536914f
+};
+const float kLloydMaxBoundaries3[] = {
+    -1.747927491520922f, -1.049957279855378f,
+    -0.500549730075014f,  0.000000000000000f,
+     0.500549730075014f,  1.049957279855378f,
+     1.747927491520922f
+};
+const float kLloydMaxCentroids4[] = {
+    -2.732589570994957f, -2.069017226531159f,
+    -1.618046386021649f, -1.256231197346957f,
+    -0.942340456486774f, -0.656759118532318f,
+    -0.388048299490198f, -0.128395029851116f,
+     0.128395029851116f,  0.388048299490198f,
+     0.656759118532318f,  0.942340456486773f,
+     1.256231197346959f,  1.618046386021649f,
+     2.069017226531160f,  2.732589570994943f
+};
+const float kLloydMaxBoundaries4[] = {
+    -2.400803398763058f, -1.843531806276404f,
+    -1.437138791684303f, -1.099285826916865f,
+    -0.799549787509546f, -0.522403709011258f,
+    -0.258221664670657f,  0.000000000000000f,
+     0.258221664670657f,  0.522403709011258f,
+     0.799549787509546f,  1.099285826916866f,
+     1.437138791684304f,  1.843531806276404f,
+     2.400803398763051f
+};
+const float kLloydMaxCentroids8[] = {
+    -4.2734901319f, -3.8270895246f, -3.5457169520f, -3.3354593381f,
+    -3.1655721017f, -3.0219515320f, -2.8969009924f, -2.7857394515f,
+    -2.6853990170f, -2.5937556343f, -2.5092755166f, -2.4308135619f,
+    -2.3574913691f, -2.2886197969f, -2.2236478246f, -2.1621276457f,
+    -2.1036901632f, -2.0480273642f, -1.9948793740f, -1.9440247677f,
+    -1.8952732015f, -1.8484597247f, -1.8034403315f, -1.7600884415f,
+    -1.7182920846f, -1.6779516274f, -1.6389779215f, -1.6012907825f,
+    -1.5648177311f, -1.5294929453f, -1.4952563823f, -1.4620530375f,
+    -1.4298323186f, -1.3985475108f, -1.3681553217f, -1.3386154890f,
+    -1.3098904444f, -1.2819450217f, -1.2547462051f, -1.2282629097f,
+    -1.2024657910f, -1.1773270781f, -1.1528204287f, -1.1289208010f,
+    -1.1056043421f, -1.0828482901f, -1.0606308873f, -1.0389313043f,
+    -1.0177295729f, -0.9970065268f, -0.9767437492f, -0.9569235264f,
+    -0.9375288069f, -0.9185431646f, -0.8999507663f, -0.8817363426f,
+    -0.8638851621f, -0.8463830081f, -0.8292161569f, -0.8123713596f,
+    -0.7958358242f, -0.7795971999f, -0.7636435625f, -0.7479634007f,
+    -0.7325456038f, -0.7173794494f, -0.7024545929f, -0.6877610560f,
+    -0.6732892172f, -0.6590298016f, -0.6449738716f, -0.6311128174f,
+    -0.6174383481f, -0.6039424829f, -0.5906175419f, -0.5774561379f,
+    -0.5644511676f, -0.5515958029f, -0.5388834832f, -0.5263079060f,
+    -0.5138630194f, -0.5015430136f, -0.4893423125f, -0.4772555660f,
+    -0.4652776416f, -0.4534036165f, -0.4416287701f, -0.4299485757f,
+    -0.4183586932f, -0.4068549615f, -0.3954333909f, -0.3840901561f,
+    -0.3728215889f, -0.3616241712f, -0.3504945283f, -0.3394294221f,
+    -0.3284257446f, -0.3174805116f, -0.3065908567f, -0.2957540250f,
+    -0.2849673675f, -0.2742283355f, -0.2635344752f, -0.2528834222f,
+    -0.2422728967f, -0.2317006985f, -0.2211647022f, -0.2106628526f,
+    -0.2001931607f, -0.1897536989f, -0.1793425974f, -0.1689580400f,
+    -0.1585982605f, -0.1482615390f, -0.1379461985f, -0.1276506012f,
+    -0.1173731457f, -0.1071122637f, -0.0968664166f, -0.0866340933f,
+    -0.0764138065f, -0.0662040909f, -0.0560034994f, -0.0458106014f,
+    -0.0356239797f, -0.0254422284f, -0.0152639496f, -0.0050877521f,
+     0.0050877521f,  0.0152639496f,  0.0254422284f,  0.0356239797f,
+     0.0458106014f,  0.0560034994f,  0.0662040909f,  0.0764138065f,
+     0.0866340933f,  0.0968664166f,  0.1071122637f,  0.1173731457f,
+     0.1276506012f,  0.1379461985f,  0.1482615390f,  0.1585982605f,
+     0.1689580400f,  0.1793425974f,  0.1897536989f,  0.2001931607f,
+     0.2106628526f,  0.2211647022f,  0.2317006985f,  0.2422728967f,
+     0.2528834222f,  0.2635344752f,  0.2742283355f,  0.2849673675f,
+     0.2957540250f,  0.3065908567f,  0.3174805116f,  0.3284257446f,
+     0.3394294221f,  0.3504945283f,  0.3616241712f,  0.3728215889f,
+     0.3840901561f,  0.3954333909f,  0.4068549615f,  0.4183586932f,
+     0.4299485757f,  0.4416287701f,  0.4534036165f,  0.4652776416f,
+     0.4772555660f,  0.4893423125f,  0.5015430136f,  0.5138630194f,
+     0.5263079060f,  0.5388834832f,  0.5515958029f,  0.5644511676f,
+     0.5774561379f,  0.5906175419f,  0.6039424829f,  0.6174383481f,
+     0.6311128174f,  0.6449738716f,  0.6590298016f,  0.6732892172f,
+     0.6877610560f,  0.7024545929f,  0.7173794494f,  0.7325456038f,
+     0.7479634007f,  0.7636435625f,  0.7795971999f,  0.7958358242f,
+     0.8123713596f,  0.8292161569f,  0.8463830081f,  0.8638851621f,
+     0.8817363426f,  0.8999507663f,  0.9185431646f,  0.9375288069f,
+     0.9569235264f,  0.9767437492f,  0.9970065268f,  1.0177295729f,
+     1.0389313043f,  1.0606308873f,  1.0828482901f,  1.1056043421f,
+     1.1289208010f,  1.1528204287f,  1.1773270781f,  1.2024657910f,
+     1.2282629097f,  1.2547462051f,  1.2819450217f,  1.3098904444f,
+     1.3386154890f,  1.3681553217f,  1.3985475108f,  1.4298323186f,
+     1.4620530375f,  1.4952563823f,  1.5294929453f,  1.5648177311f,
+     1.6012907825f,  1.6389779215f,  1.6779516274f,  1.7182920846f,
+     1.7600884415f,  1.8034403315f,  1.8484597247f,  1.8952732015f,
+     1.9440247677f,  1.9948793740f,  2.0480273642f,  2.1036901632f,
+     2.1621276457f,  2.2236478246f,  2.2886197969f,  2.3574913691f,
+     2.4308135619f,  2.5092755166f,  2.5937556343f,  2.6853990170f,
+     2.7857394515f,  2.8969009924f,  3.0219515320f,  3.1655721017f,
+     3.3354593381f,  3.5457169520f,  3.8270895246f,  4.2734901319f
+};
+const float kLloydMaxBoundaries8[] = {
+    -4.0502898282f, -3.6864032383f, -3.4405881450f, -3.2505157199f,
+    -3.0937618168f, -2.9594262622f, -2.8413202220f, -2.7355692343f,
+    -2.6395773257f, -2.5515155755f, -2.4700445392f, -2.3941524655f,
+    -2.3230555830f, -2.2561338107f, -2.1928877352f, -2.1329089044f,
+    -2.0758587637f, -2.0214533691f, -1.9694520708f, -1.9196489846f,
+    -1.8718664631f, -1.8259500281f, -1.7817643865f, -1.7391902630f,
+    -1.6981218560f, -1.6584647744f, -1.6201343520f, -1.5830542568f,
+    -1.5471553382f, -1.5123746638f, -1.4786547099f, -1.4459426781f,
+    -1.4141899147f, -1.3833514163f, -1.3533854053f, -1.3242529667f,
+    -1.2959177331f, -1.2683456134f, -1.2415045574f, -1.2153643503f,
+    -1.1898964346f, -1.1650737534f, -1.1408706148f, -1.1172625715f,
+    -1.0942263161f, -1.0717395887f, -1.0497810958f, -1.0283304386f,
+    -1.0073680499f, -0.9868751380f, -0.9668336378f, -0.9472261667f,
+    -0.9280359858f, -0.9092469654f, -0.8908435544f, -0.8728107524f,
+    -0.8551340851f, -0.8377995825f, -0.8207937582f, -0.8041035919f,
+    -0.7877165121f, -0.7716203812f, -0.7558034816f, -0.7402545023f,
+    -0.7249625266f, -0.7099170212f, -0.6951078244f, -0.6805251366f,
+    -0.6661595094f, -0.6520018366f, -0.6380433445f, -0.6242755828f,
+    -0.6106904155f, -0.5972800124f, -0.5840368399f, -0.5709536527f,
+    -0.5580234853f, -0.5452396431f, -0.5325956946f, -0.5200854627f,
+    -0.5077030165f, -0.4954426631f, -0.4832989393f, -0.4712666038f,
+    -0.4593406291f, -0.4475161933f, -0.4357886729f, -0.4241536345f,
+    -0.4126068274f, -0.4011441762f, -0.3897617735f, -0.3784558725f,
+    -0.3672228800f, -0.3560593498f, -0.3449619752f, -0.3339275834f,
+    -0.3229531281f, -0.3120356842f, -0.3011724408f, -0.2903606962f,
+    -0.2795978515f, -0.2688814053f, -0.2582089487f, -0.2475781595f,
+    -0.2369867976f, -0.2264327004f, -0.2159137774f, -0.2054280067f,
+    -0.1949734298f, -0.1845481481f, -0.1741503187f, -0.1637781502f,
+    -0.1534298998f, -0.1431038688f, -0.1327983999f, -0.1225118735f,
+    -0.1122427047f, -0.1019893401f, -0.0917502549f, -0.0815239499f,
+    -0.0713089487f, -0.0611037951f, -0.0509070504f, -0.0407172906f,
+    -0.0305331041f, -0.0203530890f, -0.0101758509f,  0.0000000000f,
+     0.0101758509f,  0.0203530890f,  0.0305331041f,  0.0407172906f,
+     0.0509070504f,  0.0611037951f,  0.0713089487f,  0.0815239499f,
+     0.0917502549f,  0.1019893401f,  0.1122427047f,  0.1225118735f,
+     0.1327983999f,  0.1431038688f,  0.1534298998f,  0.1637781502f,
+     0.1741503187f,  0.1845481481f,  0.1949734298f,  0.2054280067f,
+     0.2159137774f,  0.2264327004f,  0.2369867976f,  0.2475781595f,
+     0.2582089487f,  0.2688814053f,  0.2795978515f,  0.2903606962f,
+     0.3011724408f,  0.3120356842f,  0.3229531281f,  0.3339275834f,
+     0.3449619752f,  0.3560593498f,  0.3672228800f,  0.3784558725f,
+     0.3897617735f,  0.4011441762f,  0.4126068274f,  0.4241536345f,
+     0.4357886729f,  0.4475161933f,  0.4593406291f,  0.4712666038f,
+     0.4832989393f,  0.4954426631f,  0.5077030165f,  0.5200854627f,
+     0.5325956946f,  0.5452396431f,  0.5580234853f,  0.5709536527f,
+     0.5840368399f,  0.5972800124f,  0.6106904155f,  0.6242755828f,
+     0.6380433445f,  0.6520018366f,  0.6661595094f,  0.6805251366f,
+     0.6951078244f,  0.7099170212f,  0.7249625266f,  0.7402545023f,
+     0.7558034816f,  0.7716203812f,  0.7877165121f,  0.8041035919f,
+     0.8207937582f,  0.8377995825f,  0.8551340851f,  0.8728107524f,
+     0.8908435544f,  0.9092469654f,  0.9280359858f,  0.9472261667f,
+     0.9668336378f,  0.9868751380f,  1.0073680499f,  1.0283304386f,
+     1.0497810958f,  1.0717395887f,  1.0942263161f,  1.1172625715f,
+     1.1408706148f,  1.1650737534f,  1.1898964346f,  1.2153643503f,
+     1.2415045574f,  1.2683456134f,  1.2959177331f,  1.3242529667f,
+     1.3533854053f,  1.3833514163f,  1.4141899147f,  1.4459426781f,
+     1.4786547099f,  1.5123746638f,  1.5471553382f,  1.5830542568f,
+     1.6201343520f,  1.6584647744f,  1.6981218560f,  1.7391902630f,
+     1.7817643865f,  1.8259500281f,  1.8718664631f,  1.9196489846f,
+     1.9694520708f,  2.0214533691f,  2.0758587637f,  2.1329089044f,
+     2.1928877352f,  2.2561338107f,  2.3230555830f,  2.3941524655f,
+     2.4700445392f,  2.5515155755f,  2.6395773257f,  2.7355692343f,
+     2.8413202220f,  2.9594262622f,  3.0937618168f,  3.2505157199f,
+     3.4405881450f,  3.6864032383f,  4.0502898282f
+};
+const float kLloydMaxCentroids5[] = {
+    -3.260726295605043f, -2.691115579554310f, -2.317736402126149f,
+    -2.028725991363304f, -1.787231211885846f, -1.576226389073775f,
+    -1.386338935362625f, -1.211803212032400f, -1.048782381365585f,
+    -0.894564395854440f, -0.747135131789057f, -0.604933168939543f,
+    -0.466699175119721f, -0.331378051429876f, -0.198051689203879f,
+    -0.065889622349093f,  0.065889622349093f,  0.198051689203879f,
+     0.331378051429876f,  0.466699175119721f,  0.604933168939543f,
+     0.747135131789057f,  0.894564395854440f,  1.048782381365585f,
+     1.211803212032400f,  1.386338935362625f,  1.576226389073775f,
+     1.787231211885846f,  2.028725991363304f,  2.317736402126149f,
+     2.691115579554310f,  3.260726295605043f
+};
+const float kLloydMaxBoundaries5[] = {
+    -2.975920937579676f, -2.504425990840229f,
+    -2.173231196744727f, -1.907978601624575f,
+    -1.681728800479811f, -1.481282662218200f,
+    -1.299071073697513f, -1.130292796698992f,
+    -0.971673388610013f, -0.820849763821748f,
+    -0.676034150364300f, -0.535816172029632f,
+    -0.399038613274799f, -0.264714870316877f,
+    -0.131970655776486f,  0.000000000000000f,
+     0.131970655776486f,  0.264714870316877f,
+     0.399038613274799f,  0.535816172029632f,
+     0.676034150364300f,  0.820849763821748f,
+     0.971673388610013f,  1.130292796698992f,
+     1.299071073697513f,  1.481282662218200f,
+     1.681728800479811f,  1.907978601624575f,
+     2.173231196744727f,  2.504425990840229f,
+     2.975920937579676f
+};
+const float kLloydMaxCentroids6[] = {
+    -3.744069023696475f, -3.240416640324168f, -2.917391465309850f,
+    -2.672261701410258f, -2.471294740528467f, -2.298972741297400f,
+    -2.146803022259123f, -2.009604894545278f, -1.883971899229356f,
+    -1.767537148129260f, -1.658584711429843f, -1.555827465952835f,
+    -1.458272959944728f, -1.365137897182360f, -1.275791622351997f,
+    -1.189717571132746f, -1.106485959691858f, -1.025734313393752f,
+    -0.947153093015629f, -0.870474868055092f, -0.795466052902551f,
+    -0.721920472069418f, -0.649654245231535f, -0.578501846064579f,
+    -0.508312758753803f, -0.438948800917774f, -0.370281933281155f,
+    -0.302192289440361f, -0.234566569768735f, -0.167296609901720f,
+    -0.100278121713920f, -0.033409455880258f,  0.033409455880258f,
+     0.100278121713920f,  0.167296609901720f,  0.234566569768735f,
+     0.302192289440361f,  0.370281933281155f,  0.438948800917774f,
+     0.508312758753803f,  0.578501846064579f,  0.649654245231535f,
+     0.721920472069418f,  0.795466052902551f,  0.870474868055092f,
+     0.947153093015629f,  1.025734313393752f,  1.106485959691858f,
+     1.189717571132746f,  1.275791622351997f,  1.365137897182360f,
+     1.458272959944728f,  1.555827465952835f,  1.658584711429843f,
+     1.767537148129260f,  1.883971899229356f,  2.009604894545278f,
+     2.146803022259123f,  2.298972741297400f,  2.471294740528467f,
+     2.672261701410258f,  2.917391465309850f,  3.240416640324168f,
+     3.744069023696475f
+};
+const float kLloydMaxBoundaries6[] = {
+    -3.492242832010322f, -3.078904052817009f,
+    -2.794826583360054f, -2.571778220969362f,
+    -2.385133740912933f, -2.222887881778261f,
+    -2.078203958402201f, -1.946788396887317f,
+    -1.825754523679308f, -1.713060929779552f,
+    -1.607206088691339f, -1.507050212948781f,
+    -1.411705428563544f, -1.320464759767178f,
+    -1.232754596742371f, -1.148101765412302f,
+    -1.066110136542805f, -0.986443703204690f,
+    -0.908813980535361f, -0.832970460478822f,
+    -0.758693262485985f, -0.685787358650477f,
+    -0.614078045648057f, -0.543407302409191f,
+    -0.473630779835788f, -0.404615367099464f,
+    -0.336237111360758f, -0.268379429604548f,
+    -0.200931589835227f, -0.133787365807820f,
+    -0.066843788797089f,  0.000000000000000f,
+     0.066843788797089f,  0.133787365807820f,
+     0.200931589835227f,  0.268379429604548f,
+     0.336237111360758f,  0.404615367099464f,
+     0.473630779835788f,  0.543407302409191f,
+     0.614078045648057f,  0.685787358650477f,
+     0.758693262485985f,  0.832970460478822f,
+     0.908813980535361f,  0.986443703204690f,
+     1.066110136542805f,  1.148101765412302f,
+     1.232754596742371f,  1.320464759767178f,
+     1.411705428563544f,  1.507050212948781f,
+     1.607206088691339f,  1.713060929779552f,
+     1.825754523679308f,  1.946788396887317f,
+     2.078203958402201f,  2.222887881778261f,
+     2.385133740912933f,  2.571778220969362f,
+     2.794826583360054f,  3.078904052817009f,
+     3.492242832010322f
+};
+const float kLloydMaxCentroids7[] = {
+    -4.189521933023523f, -3.734857105369156f, -3.447381010593710f,
+    -3.231896182843021f, -3.057216102842374f, -2.909021527386642f,
+    -2.779491911054078f, -2.663867022558051f, -2.559023499137449f,
+    -2.462795908452321f, -2.373620316421171f, -2.290326870492530f,
+    -2.212016460501213f, -2.137983242734970f, -2.067662153838450f,
+    -2.000593243383757f, -1.936396720412283f, -1.874755326807296f,
+    -1.815400993379865f, -1.758105160675647f, -1.702671162415673f,
+    -1.648928306223807f, -1.596727786313424f, -1.545938700893484f,
+    -1.496445137501057f, -1.448144252238147f, -1.400944106526214f,
+    -1.354762105115604f, -1.309523700469555f, -1.265161378699170f,
+    -1.221613876387012f, -1.178825265520504f, -1.136744262343403f,
+    -1.095323771921318f, -1.054520418037026f, -1.014294067830043f,
+    -0.974607484216044f, -0.935426075762634f, -0.896717615963322f,
+    -0.858451939611374f, -0.820600783245502f, -0.783137537563140f,
+    -0.746037126679468f, -0.709275946093977f, -0.672831567493634f,
+    -0.636682661398141f, -0.600808970989236f, -0.565191195643323f,
+    -0.529810843625619f, -0.494650181610316f, -0.459692230045422f,
+    -0.424920552397901f, -0.390319263305967f, -0.355873075050329f,
+    -0.321567103923158f, -0.287386806226095f, -0.253318071908346f,
+    -0.219347083403316f, -0.185460257086808f, -0.151644263013162f,
+    -0.117885968250325f, -0.084172419896719f, -0.050490753968962f,
+    -0.016828143177728f,  0.016828143177728f,  0.050490753968962f,
+     0.084172419896719f,  0.117885968250325f,  0.151644263013162f,
+     0.185460257086808f,  0.219347083403316f,  0.253318071908346f,
+     0.287386806226095f,  0.321567103923158f,  0.355873075050329f,
+     0.390319263305967f,  0.424920552397901f,  0.459692230045422f,
+     0.494650181610316f,  0.529810843625619f,  0.565191195643323f,
+     0.600808970989236f,  0.636682661398141f,  0.672831567493634f,
+     0.709275946093977f,  0.746037126679468f,  0.783137537563140f,
+     0.820600783245502f,  0.858451939611374f,  0.896717615963322f,
+     0.935426075762634f,  0.974607484216044f,  1.014294067830043f,
+     1.054520418037026f,  1.095323771921318f,  1.136744262343403f,
+     1.178825265520504f,  1.221613876387012f,  1.265161378699170f,
+     1.309523700469555f,  1.354762105115604f,  1.400944106526214f,
+     1.448144252238147f,  1.496445137501057f,  1.545938700893484f,
+     1.596727786313424f,  1.648928306223807f,  1.702671162415673f,
+     1.758105160675647f,  1.815400993379865f,  1.874755326807296f,
+     1.936396720412283f,  2.000593243383757f,  2.067662153838450f,
+     2.137983242734970f,  2.212016460501213f,  2.290326870492530f,
+     2.373620316421171f,  2.462795908452321f,  2.559023499137449f,
+     2.663867022558051f,  2.779491911054078f,  2.909021527386642f,
+     3.057216102842374f,  3.231896182843021f,  3.447381010593710f,
+     3.734857105369156f,  4.189521933023523f
+};
+const float kLloydMaxBoundaries7[] = {
+    -3.962189519196340f, -3.591119057981433f,
+    -3.339638596718365f, -3.144556142842697f,
+    -2.983118815114508f, -2.844256719220360f,
+    -2.721679466806065f, -2.611445260847750f,
+    -2.510909703794885f, -2.418208112436746f,
+    -2.331973593456850f, -2.251171665496871f,
+    -2.174999851618091f, -2.102822698286710f,
+    -2.034127698611103f, -1.968494981898020f,
+    -1.905576023609790f, -1.845078160093581f,
+    -1.786753077027756f, -1.730388161545660f,
+    -1.675799734319740f, -1.622828046268615f,
+    -1.571333243603454f, -1.521191919197270f,
+    -1.472294694869602f, -1.424544179382180f,
+    -1.377853105820909f, -1.332142902792580f,
+    -1.287342539584363f, -1.243387627543091f,
+    -1.200219570953758f, -1.157784763931954f,
+    -1.116034017132360f, -1.074922094979172f,
+    -1.034407242933534f, -0.994450776023043f,
+    -0.955016779989339f, -0.916071845862978f,
+    -0.877584777787348f, -0.839526361428438f,
+    -0.801869160404321f, -0.764587332121304f,
+    -0.727656536386722f, -0.691053756793806f,
+    -0.654757114445887f, -0.618745816193689f,
+    -0.583000083316280f, -0.547501019634471f,
+    -0.512230512617967f, -0.477171205827869f,
+    -0.442306391221661f, -0.407619907851934f,
+    -0.373096169178148f, -0.338720089486743f,
+    -0.304476955074627f, -0.270352439067221f,
+    -0.236332577655831f, -0.202403670245062f,
+    -0.168552260049985f, -0.134765115631744f,
+    -0.101029194073522f, -0.067331586932840f,
+    -0.033659448573345f,  0.000000000000000f,
+     0.033659448573345f,  0.067331586932840f,
+     0.101029194073522f,  0.134765115631744f,
+     0.168552260049985f,  0.202403670245062f,
+     0.236332577655831f,  0.270352439067221f,
+     0.304476955074627f,  0.338720089486743f,
+     0.373096169178148f,  0.407619907851934f,
+     0.442306391221661f,  0.477171205827869f,
+     0.512230512617967f,  0.547501019634471f,
+     0.583000083316280f,  0.618745816193689f,
+     0.654757114445887f,  0.691053756793806f,
+     0.727656536386722f,  0.764587332121304f,
+     0.801869160404321f,  0.839526361428438f,
+     0.877584777787348f,  0.916071845862978f,
+     0.955016779989339f,  0.994450776023043f,
+     1.034407242933534f,  1.074922094979172f,
+     1.116034017132360f,  1.157784763931954f,
+     1.200219570953758f,  1.243387627543091f,
+     1.287342539584363f,  1.332142902792580f,
+     1.377853105820909f,  1.424544179382180f,
+     1.472294694869602f,  1.521191919197270f,
+     1.571333243603454f,  1.622828046268615f,
+     1.675799734319740f,  1.730388161545660f,
+     1.786753077027756f,  1.845078160093581f,
+     1.905576023609790f,  1.968494981898020f,
+     2.034127698611103f,  2.102822698286710f,
+     2.174999851618091f,  2.251171665496871f,
+     2.331973593456850f,  2.418208112436746f,
+     2.510909703794885f,  2.611445260847750f,
+     2.721679466806065f,  2.844256719220360f,
+     2.983118815114508f,  3.144556142842697f,
+     3.339638596718365f,  3.591119057981433f,
+     3.962189519196340f
+};
+// clang-format on
+
+struct LloydMaxTable {
+    const float* centroids;
+    const float* boundaries;
+};
+
+const LloydMaxTable kLloydMaxTables[] = {
+        {nullptr, nullptr},                          // 0
+        {kLloydMaxCentroids1, kLloydMaxBoundaries1}, // 1
+        {kLloydMaxCentroids2, kLloydMaxBoundaries2}, // 2
+        {kLloydMaxCentroids3, kLloydMaxBoundaries3}, // 3
+        {kLloydMaxCentroids4, kLloydMaxBoundaries4}, // 4
+        {kLloydMaxCentroids5, kLloydMaxBoundaries5}, // 5
+        {kLloydMaxCentroids6, kLloydMaxBoundaries6}, // 6
+        {kLloydMaxCentroids7, kLloydMaxBoundaries7}, // 7
+        {kLloydMaxCentroids8, kLloydMaxBoundaries8}, // 8
+};
+
+void populate_lloyd_max_trained(size_t mse_bits, std::vector<float>& trained) {
+    FAISS_THROW_IF_NOT(mse_bits >= 1 && mse_bits <= 8);
+    FAISS_THROW_IF_NOT(kLloydMaxTables[mse_bits].centroids);
+    size_t k = size_t(1) << mse_bits;
+    const auto& t = kLloydMaxTables[mse_bits];
+    trained.resize(k + (k - 1));
+    std::copy(t.centroids, t.centroids + k, trained.begin());
+    std::copy(t.boundaries, t.boundaries + k - 1, trained.begin() + k);
+}
+
+} // namespace
+
 /*******************************************************************
  * ScalarQuantizer implementation
  ********************************************************************/
@@ -39,14 +451,17 @@ ScalarQuantizer::ScalarQuantizer() {}
 void ScalarQuantizer::set_derived_sizes() {
     switch (qtype) {
         case QT_1bit_tqmse:
+        case QT_1bit_eden:
             code_size = (d + 7) / 8;
             bits = 1;
             break;
         case QT_2bit_tqmse:
+        case QT_2bit_eden:
             code_size = (d * 2 + 7) / 8;
             bits = 2;
             break;
         case QT_3bit_tqmse:
+        case QT_3bit_eden:
             code_size = (d * 3 + 7) / 8;
             bits = 3;
             break;
@@ -55,19 +470,30 @@ void ScalarQuantizer::set_derived_sizes() {
         case QT_8bit_direct:
         case QT_8bit_direct_signed:
         case QT_8bit_tqmse:
+        case QT_8bit_eden:
             code_size = d;
             bits = 8;
             break;
         case QT_4bit:
         case QT_4bit_uniform:
         case QT_4bit_tqmse:
+        case QT_4bit_eden:
             code_size = (d + 1) / 2;
             bits = 4;
             break;
+        case QT_5bit_eden:
+            code_size = (d * 5 + 7) / 8;
+            bits = 5;
+            break;
         case QT_6bit:
+        case QT_6bit_eden:
             code_size = (d * 6 + 7) / 8;
             bits = 6;
             break;
+        case QT_7bit_eden:
+            code_size = (d * 7 + 7) / 8;
+            bits = 7;
+            break;
         case QT_fp16:
             code_size = d * 2;
             bits = 16;
@@ -80,6 +506,24 @@ void ScalarQuantizer::set_derived_sizes() {
             code_size = 0;
             bits = 0;
             break;
+        case QT_2bit_tq:
+        case QT_3bit_tq:
+        case QT_4bit_tq:
+        case QT_5bit_tq: {
+            size_t nb_bits = (qtype == QT_2bit_tq) ? 2
+                    : (qtype == QT_3bit_tq)        ? 3
+                    : (qtype == QT_4bit_tq)        ? 4
+                    : (qtype == QT_5bit_tq)        ? 5
+                                                   : 0;
+            FAISS_THROW_IF_NOT_MSG(nb_bits > 0, "unexpected TurboQ qtype");
+            size_t mse_bits = nb_bits - 1;
+            size_t mse_bytes = mse_bits * ((d + 7) / 8);
+            size_t qjl_bytes = (d + 7) / 8;
+            code_size = mse_bytes + qjl_bytes +
+                    sizeof(scalar_quantizer::SQTurboQFactors);
+            bits = nb_bits;
+            break;
+        }
         default:
             break;
     }
@@ -104,7 +548,7 @@ void ScalarQuantizer::train(size_t n, const float* x) {
         case QT_4bit_uniform:
         case QT_8bit_uniform:
             FAISS_THROW_IF_NOT(n > 0);
-            FAISS_THROW_IF_NOT(x != nullptr);
+            FAISS_THROW_IF_NOT(x);
             train_Uniform(
                     rangestat,
                     rangestat_arg,
@@ -117,7 +561,7 @@ void ScalarQuantizer::train(size_t n, const float* x) {
         case QT_8bit:
         case QT_6bit:
             FAISS_THROW_IF_NOT(n > 0);
-            FAISS_THROW_IF_NOT(x != nullptr);
+            FAISS_THROW_IF_NOT(x);
             train_NonUniform(
                     rangestat,
                     rangestat_arg,
@@ -133,38 +577,78 @@ void ScalarQuantizer::train(size_t n, const float* x) {
         case QT_8bit_direct_signed:
             // no training necessary
             break;
+        case QT_1bit_eden:
+        case QT_2bit_eden:
+        case QT_3bit_eden:
+        case QT_4bit_eden:
+        case QT_5bit_eden:
+        case QT_6bit_eden:
+        case QT_7bit_eden:
+        case QT_8bit_eden:
+            populate_lloyd_max_trained(bits, trained);
+            break;
         case QT_1bit_tqmse:
-            scalar_quantizer::train_TurboQuantMSE(d, 1, trained);
+            populate_lloyd_max_trained(1, trained);
             break;
         case QT_2bit_tqmse:
-            scalar_quantizer::train_TurboQuantMSE(d, 2, trained);
+            populate_lloyd_max_trained(2, trained);
             break;
         case QT_3bit_tqmse:
-            scalar_quantizer::train_TurboQuantMSE(d, 3, trained);
+            populate_lloyd_max_trained(3, trained);
             break;
         case QT_4bit_tqmse:
-            scalar_quantizer::train_TurboQuantMSE(d, 4, trained);
+            populate_lloyd_max_trained(4, trained);
             break;
         case QT_8bit_tqmse:
-            scalar_quantizer::train_TurboQuantMSE(d, 8, trained);
+            populate_lloyd_max_trained(8, trained);
+            break;
+        case QT_2bit_tq:
+        case QT_3bit_tq:
+        case QT_4bit_tq:
+        case QT_5bit_tq: {
+            size_t mse_bits = bits - 1;
+            populate_lloyd_max_trained(mse_bits, trained);
+            // Pack seed and qjl_type at end of trained for dispatch
+            float seed_f[2];
+            TurboQuantRefine::pack_seed(turboq_refine.seed, seed_f);
+            trained.push_back(seed_f[0]);
+            trained.push_back(seed_f[1]);
+            trained.push_back(static_cast<float>(turboq_refine.qjl_type));
+            turboq_refine.init_projection(d);
             break;
+        }
         default:
             break;
     }
 }
 
-ScalarQuantizer::SQuantizer* ScalarQuantizer::select_quantizer() const {
-    return with_simd_level([&]<SIMDLevel SL>() -> SQuantizer* {
-        if constexpr (SL != SIMDLevel::NONE) {
-            auto* q = scalar_quantizer::sq_select_quantizer<SL>(
-                    qtype, d, trained);
-            if (q) {
-                return q;
-            }
+void ScalarQuantizer::TurboQuantRefine::init_projection(size_t d) {
+    if (use_fwht()) {
+        padded_d = 1;
+        while (padded_d < d) {
+            padded_d <<= 1;
+        }
+        fwht_signs.resize(padded_d);
+        RandomGenerator rng(seed);
+        for (size_t i = 0; i < padded_d; i++) {
+            fwht_signs[i] = (rng.rand_int(2) == 0) ? 1.0f : -1.0f;
         }
-        return scalar_quantizer::sq_select_quantizer<SIMDLevel::NONE>(
-                qtype, d, trained);
-    });
+    } else {
+        rr_matrix.resize(d * d);
+        float_randn(rr_matrix.data(), d * d, seed);
+        matrix_qr(static_cast<int>(d), static_cast<int>(d), rr_matrix.data());
+    }
+}
+
+ScalarQuantizer::SQuantizer* ScalarQuantizer::select_quantizer() const {
+    // A SIMD level's factory returns nullptr when the dimension is
+    // incompatible (e.g. AVX-512 needs d % 16 == 0); the dispatcher then falls
+    // back to the next-lower level (AVX-512 -> AVX2 -> scalar).
+    return with_simd_level_fallback<AVAILABLE_SIMD_LEVELS_A0_SPR>(
+            [&]<SIMDLevel SL>() -> SQuantizer* {
+                return scalar_quantizer::sq_select_quantizer<SL>(
+                        qtype, d, trained);
+            });
 }
 
 void ScalarQuantizer::compute_codes(const float* x, uint8_t* codes, size_t n)
@@ -175,7 +659,7 @@ void ScalarQuantizer::compute_codes(const float* x, uint8_t* codes, size_t n)
     std::unique_ptr<SQuantizer> squant(select_quantizer());
 
     memset(codes, 0, code_size * n);
-#pragma omp parallel for
+#pragma omp parallel for if (n > 100)
     for (int64_t i = 0; i < static_cast<int64_t>(n); i++) {
         squant->encode_vector(x + i * d, codes + i * code_size);
     }
@@ -188,7 +672,7 @@ void ScalarQuantizer::decode(const uint8_t* codes, float* x, size_t n) const {
     }
     std::unique_ptr<SQuantizer> squant(select_quantizer());
 
-#pragma omp parallel for
+#pragma omp parallel for if (n > 100)
     for (int64_t i = 0; i < static_cast<int64_t>(n); i++) {
         squant->decode_vector(codes + i * code_size, x + i * d);
     }
@@ -197,17 +681,11 @@ void ScalarQuantizer::decode(const uint8_t* codes, float* x, size_t n) const {
 ScalarQuantizer::SQDistanceComputer* ScalarQuantizer::get_distance_computer(
         MetricType metric) const {
     FAISS_THROW_IF_NOT(metric == METRIC_L2 || metric == METRIC_INNER_PRODUCT);
-    return with_simd_level([&]<SIMDLevel SL>() -> SQDistanceComputer* {
-        if constexpr (SL != SIMDLevel::NONE) {
-            auto* dc = scalar_quantizer::sq_select_distance_computer<SL>(
-                    metric, qtype, d, trained);
-            if (dc) {
-                return dc;
-            }
-        }
-        return scalar_quantizer::sq_select_distance_computer<SIMDLevel::NONE>(
-                metric, qtype, d, trained);
-    });
+    return with_simd_level_fallback<AVAILABLE_SIMD_LEVELS_A0_SPR>(
+            [&]<SIMDLevel SL>() -> SQDistanceComputer* {
+                return scalar_quantizer::sq_select_distance_computer<SL>(
+                        metric, qtype, d, trained);
+            });
 }
 
 InvertedListScanner* ScalarQuantizer::select_InvertedListScanner(
@@ -216,33 +694,19 @@ InvertedListScanner* ScalarQuantizer::select_InvertedListScanner(
         bool store_pairs,
         const IDSelector* sel,
         bool by_residual) const {
-    return with_simd_level([&]<SIMDLevel SL>() -> InvertedListScanner* {
-        if constexpr (SL != SIMDLevel::NONE) {
-            auto* s = scalar_quantizer::sq_select_InvertedListScanner<SL>(
-                    qtype,
-                    mt,
-                    d,
-                    code_size,
-                    trained,
-                    quantizer,
-                    store_pairs,
-                    sel,
-                    by_residual);
-            if (s) {
-                return s;
-            }
-        }
-        return scalar_quantizer::sq_select_InvertedListScanner<SIMDLevel::NONE>(
-                qtype,
-                mt,
-                d,
-                code_size,
-                trained,
-                quantizer,
-                store_pairs,
-                sel,
-                by_residual);
-    });
+    return with_simd_level_fallback<AVAILABLE_SIMD_LEVELS_A0_SPR>(
+            [&]<SIMDLevel SL>() -> InvertedListScanner* {
+                return scalar_quantizer::sq_select_InvertedListScanner<SL>(
+                        qtype,
+                        mt,
+                        d,
+                        code_size,
+                        trained,
+                        quantizer,
+                        store_pairs,
+                        sel,
+                        by_residual);
+            });
 }
 
 } // namespace faiss