duckdb 1.1.2-dev6.0 → 1.1.4-dev11.0

package/src/duckdb/third_party/fsst/fsst_avx512_unroll3.inc

@@ -1,171 +0,0 @@
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-//
-//
-//
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-//
-//
-//
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// furnished to do so, subject to the following conditions:
-// furnished to do so, subject to the following conditions:
-// furnished to do so, subject to the following conditions:
-//
-//
-//
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-//
-//
-//
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E1PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E2PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E3PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-//
-//
-//
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-//
-//
-//
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask1=11111111, delta1=8).
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask2=11111111, delta2=8).
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask3=11111111, delta3=8).
-            job1      = _mm512_mask_expandloadu_epi64(job1, loadmask1, input); input += delta1; 
-            job2      = _mm512_mask_expandloadu_epi64(job2, loadmask2, input); input += delta2; 
-            job3      = _mm512_mask_expandloadu_epi64(job3, loadmask3, input); input += delta3; 
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-   __m512i  word1     = _mm512_i64gather_epi64(_mm512_srli_epi64(job1, 46), symbolBase, 1); 
-   __m512i  word2     = _mm512_i64gather_epi64(_mm512_srli_epi64(job2, 46), symbolBase, 1); 
-   __m512i  word3     = _mm512_i64gather_epi64(_mm512_srli_epi64(job3, 46), symbolBase, 1); 
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // code1: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-                        // code2: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-                        // code3: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-   __m512i  code1     = _mm512_i64gather_epi64(_mm512_and_epi64(word1, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-   __m512i  code2     = _mm512_i64gather_epi64(_mm512_and_epi64(word2, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-   __m512i  code3     = _mm512_i64gather_epi64(_mm512_and_epi64(word3, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-                        // get the first three bytes of the string. 
-                        // get the first three bytes of the string. 
-                        // get the first three bytes of the string. 
-   __m512i  pos1      = _mm512_mullo_epi64(_mm512_and_epi64(word1, all_FFFFFF), all_PRIME);
-   __m512i  pos2      = _mm512_mullo_epi64(_mm512_and_epi64(word2, all_FFFFFF), all_PRIME);
-   __m512i  pos3      = _mm512_mullo_epi64(_mm512_and_epi64(word3, all_FFFFFF), all_PRIME);
-                        // hash them into a random number: pos1 = pos1*PRIME; pos1 ^= pos1>>SHIFT
-                        // hash them into a random number: pos2 = pos2*PRIME; pos2 ^= pos2>>SHIFT
-                        // hash them into a random number: pos3 = pos3*PRIME; pos3 ^= pos3>>SHIFT
-            pos1      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos1,_mm512_srli_epi64(pos1,FSST_SHIFT)), all_HASH), 4);
-            pos2      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos2,_mm512_srli_epi64(pos2,FSST_SHIFT)), all_HASH), 4);
-            pos3      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos3,_mm512_srli_epi64(pos3,FSST_SHIFT)), all_HASH), 4);
-                        // lookup in the 3-byte-prefix keyed hash table
-                        // lookup in the 3-byte-prefix keyed hash table
-                        // lookup in the 3-byte-prefix keyed hash table
-   __m512i  icl1      = _mm512_i64gather_epi64(pos1, (((char*) symbolTable.hashTab) + 8), 1);
-   __m512i  icl2      = _mm512_i64gather_epi64(pos2, (((char*) symbolTable.hashTab) + 8), 1);
-   __m512i  icl3      = _mm512_i64gather_epi64(pos3, (((char*) symbolTable.hashTab) + 8), 1);
-                        // speculatively store the first input byte into the second position of the write1 register (in case it turns out to be an escaped byte).
-                        // speculatively store the first input byte into the second position of the write2 register (in case it turns out to be an escaped byte).
-                        // speculatively store the first input byte into the second position of the write3 register (in case it turns out to be an escaped byte).
-   __m512i  write1    = _mm512_slli_epi64(_mm512_and_epi64(word1, all_FF), 8);
-   __m512i  write2    = _mm512_slli_epi64(_mm512_and_epi64(word2, all_FF), 8);
-   __m512i  write3    = _mm512_slli_epi64(_mm512_and_epi64(word3, all_FF), 8);
-                        // lookup just like the icl1 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-                        // lookup just like the icl2 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-                        // lookup just like the icl3 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-   __m512i  symb1     = _mm512_i64gather_epi64(pos1, (((char*) symbolTable.hashTab) + 0), 1);
-   __m512i  symb2     = _mm512_i64gather_epi64(pos2, (((char*) symbolTable.hashTab) + 0), 1);
-   __m512i  symb3     = _mm512_i64gather_epi64(pos3, (((char*) symbolTable.hashTab) + 0), 1);
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-            pos1      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl1, all_FF));
-            pos2      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl2, all_FF));
-            pos3      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl3, all_FF));
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-   __mmask8 match1    = _mm512_cmpeq_epi64_mask(symb1, _mm512_and_epi64(word1, pos1)) & _mm512_cmplt_epi64_mask(icl1, all_ICL_FREE);
-   __mmask8 match2    = _mm512_cmpeq_epi64_mask(symb2, _mm512_and_epi64(word2, pos2)) & _mm512_cmplt_epi64_mask(icl2, all_ICL_FREE);
-   __mmask8 match3    = _mm512_cmpeq_epi64_mask(symb3, _mm512_and_epi64(word3, pos3)) & _mm512_cmplt_epi64_mask(icl3, all_ICL_FREE);
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-            code1     = _mm512_mask_mov_epi64(code1, match1, _mm512_srli_epi64(icl1, 16));
-            code2     = _mm512_mask_mov_epi64(code2, match2, _mm512_srli_epi64(icl2, 16));
-            code3     = _mm512_mask_mov_epi64(code3, match3, _mm512_srli_epi64(icl3, 16));
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-            write1    = _mm512_or_epi64(write1, _mm512_and_epi64(code1, all_FF));
-            write2    = _mm512_or_epi64(write2, _mm512_and_epi64(code2, all_FF));
-            write3    = _mm512_or_epi64(write3, _mm512_and_epi64(code3, all_FF));
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-            code1     = _mm512_and_epi64(code1, all_FFFF);
-            code2     = _mm512_and_epi64(code2, all_FFFF);
-            code3     = _mm512_and_epi64(code3, all_FFFF);
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job1, all_M19), write1, 1);
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job2, all_M19), write2, 1);
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job3, all_M19), write3, 1);
-                        // increase the job1.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-                        // increase the job2.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-                        // increase the job3.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-            job1      = _mm512_add_epi64(job1, _mm512_slli_epi64(_mm512_srli_epi64(code1, FSST_LEN_BITS), 46));
-            job2      = _mm512_add_epi64(job2, _mm512_slli_epi64(_mm512_srli_epi64(code2, FSST_LEN_BITS), 46));
-            job3      = _mm512_add_epi64(job3, _mm512_slli_epi64(_mm512_srli_epi64(code3, FSST_LEN_BITS), 46));
-                        // increase the job1.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-                        // increase the job2.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-                        // increase the job3.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-            job1      = _mm512_add_epi64(job1, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code1, 8), all_ONE)));
-            job2      = _mm512_add_epi64(job2, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code2, 8), all_ONE)));
-            job3      = _mm512_add_epi64(job3, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code3, 8), all_ONE)));
-                        // test which lanes are done now (job1.cur==job1.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job1 register)
-                        // test which lanes are done now (job2.cur==job2.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job2 register)
-                        // test which lanes are done now (job3.cur==job3.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job3 register)
-            loadmask1 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job1, 46), _mm512_and_epi64(_mm512_srli_epi64(job1, 28), all_M18));
-            loadmask2 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job2, 46), _mm512_and_epi64(_mm512_srli_epi64(job2, 28), all_M18));
-            loadmask3 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job3, 46), _mm512_and_epi64(_mm512_srli_epi64(job3, 28), all_M18));
-                        // calculate the amount of lanes in job1 that are done
-                        // calculate the amount of lanes in job2 that are done
-                        // calculate the amount of lanes in job3 that are done
-            delta1    = _mm_popcnt_u32((int) loadmask1); 
-            delta2    = _mm_popcnt_u32((int) loadmask2); 
-            delta3    = _mm_popcnt_u32((int) loadmask3); 
-                        // write out the job state for the lanes that are done (we need the final 'job1.out' value to compute the compressed string length)
-                        // write out the job state for the lanes that are done (we need the final 'job2.out' value to compute the compressed string length)
-                        // write out the job state for the lanes that are done (we need the final 'job3.out' value to compute the compressed string length)
-                        _mm512_mask_compressstoreu_epi64(output, loadmask1, job1); output += delta1;
-                        _mm512_mask_compressstoreu_epi64(output, loadmask2, job2); output += delta2;
-                        _mm512_mask_compressstoreu_epi64(output, loadmask3, job3); output += delta3;

package/src/duckdb/third_party/fsst/fsst_avx512_unroll4.inc

@@ -1,228 +0,0 @@
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-// this software is distributed under the MIT License (http://www.opensource.org/licenses/MIT):
-//
-//
-//
-//
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-// Copyright 2018-2020, CWI, TU Munich, FSU Jena
-//
-//
-//
-//
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify,
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
-// furnished to do so, subject to the following conditions:
-// furnished to do so, subject to the following conditions:
-// furnished to do so, subject to the following conditions:
-// furnished to do so, subject to the following conditions:
-//
-//
-//
-//
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-// - The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-//
-//
-//
-//
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E1PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E2PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E3PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, E4PRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-// IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-//
-//
-//
-//
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-// You can contact the authors via the FSST source repository : https://github.com/cwida/fsst
-//
-//
-//
-//
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask1=11111111, delta1=8).
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask2=11111111, delta2=8).
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask3=11111111, delta3=8).
-                        // load new jobs in the empty lanes (initially, all lanes are empty, so loadmask4=11111111, delta4=8).
-            job1      = _mm512_mask_expandloadu_epi64(job1, loadmask1, input); input += delta1; 
-            job2      = _mm512_mask_expandloadu_epi64(job2, loadmask2, input); input += delta2; 
-            job3      = _mm512_mask_expandloadu_epi64(job3, loadmask3, input); input += delta3; 
-            job4      = _mm512_mask_expandloadu_epi64(job4, loadmask4, input); input += delta4; 
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-                        // load the next 8 input string bytes (uncompressed data, aka 'symbols').
-   __m512i  word1     = _mm512_i64gather_epi64(_mm512_srli_epi64(job1, 46), symbolBase, 1); 
-   __m512i  word2     = _mm512_i64gather_epi64(_mm512_srli_epi64(job2, 46), symbolBase, 1); 
-   __m512i  word3     = _mm512_i64gather_epi64(_mm512_srli_epi64(job3, 46), symbolBase, 1); 
-   __m512i  word4     = _mm512_i64gather_epi64(_mm512_srli_epi64(job4, 46), symbolBase, 1); 
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // load 16-bits codes from the 2-byte-prefix keyed lookup table. It also store 1-byte codes in all free slots.
-                        // code1: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-                        // code2: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-                        // code3: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-                        // code4: Lowest 8 bits contain the code. Eleventh bit is whether it is an escaped code. Next 4 bits is length (2 or 1).
-   __m512i  code1     = _mm512_i64gather_epi64(_mm512_and_epi64(word1, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-   __m512i  code2     = _mm512_i64gather_epi64(_mm512_and_epi64(word2, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-   __m512i  code3     = _mm512_i64gather_epi64(_mm512_and_epi64(word3, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-   __m512i  code4     = _mm512_i64gather_epi64(_mm512_and_epi64(word4, all_FFFF), symbolTable.shortCodes, sizeof(u16));
-                        // get the first three bytes of the string. 
-                        // get the first three bytes of the string. 
-                        // get the first three bytes of the string. 
-                        // get the first three bytes of the string. 
-   __m512i  pos1      = _mm512_mullo_epi64(_mm512_and_epi64(word1, all_FFFFFF), all_PRIME);
-   __m512i  pos2      = _mm512_mullo_epi64(_mm512_and_epi64(word2, all_FFFFFF), all_PRIME);
-   __m512i  pos3      = _mm512_mullo_epi64(_mm512_and_epi64(word3, all_FFFFFF), all_PRIME);
-   __m512i  pos4      = _mm512_mullo_epi64(_mm512_and_epi64(word4, all_FFFFFF), all_PRIME);
-                        // hash them into a random number: pos1 = pos1*PRIME; pos1 ^= pos1>>SHIFT
-                        // hash them into a random number: pos2 = pos2*PRIME; pos2 ^= pos2>>SHIFT
-                        // hash them into a random number: pos3 = pos3*PRIME; pos3 ^= pos3>>SHIFT
-                        // hash them into a random number: pos4 = pos4*PRIME; pos4 ^= pos4>>SHIFT
-            pos1      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos1,_mm512_srli_epi64(pos1,FSST_SHIFT)), all_HASH), 4);
-            pos2      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos2,_mm512_srli_epi64(pos2,FSST_SHIFT)), all_HASH), 4);
-            pos3      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos3,_mm512_srli_epi64(pos3,FSST_SHIFT)), all_HASH), 4);
-            pos4      = _mm512_slli_epi64(_mm512_and_epi64(_mm512_xor_epi64(pos4,_mm512_srli_epi64(pos4,FSST_SHIFT)), all_HASH), 4);
-                        // lookup in the 3-byte-prefix keyed hash table
-                        // lookup in the 3-byte-prefix keyed hash table
-                        // lookup in the 3-byte-prefix keyed hash table
-                        // lookup in the 3-byte-prefix keyed hash table
-   __m512i  icl1      = _mm512_i64gather_epi64(pos1, (((char*) symbolTable.hashTab) + 8), 1);
-   __m512i  icl2      = _mm512_i64gather_epi64(pos2, (((char*) symbolTable.hashTab) + 8), 1);
-   __m512i  icl3      = _mm512_i64gather_epi64(pos3, (((char*) symbolTable.hashTab) + 8), 1);
-   __m512i  icl4      = _mm512_i64gather_epi64(pos4, (((char*) symbolTable.hashTab) + 8), 1);
-                        // speculatively store the first input byte into the second position of the write1 register (in case it turns out to be an escaped byte).
-                        // speculatively store the first input byte into the second position of the write2 register (in case it turns out to be an escaped byte).
-                        // speculatively store the first input byte into the second position of the write3 register (in case it turns out to be an escaped byte).
-                        // speculatively store the first input byte into the second position of the write4 register (in case it turns out to be an escaped byte).
-   __m512i  write1    = _mm512_slli_epi64(_mm512_and_epi64(word1, all_FF), 8);
-   __m512i  write2    = _mm512_slli_epi64(_mm512_and_epi64(word2, all_FF), 8);
-   __m512i  write3    = _mm512_slli_epi64(_mm512_and_epi64(word3, all_FF), 8);
-   __m512i  write4    = _mm512_slli_epi64(_mm512_and_epi64(word4, all_FF), 8);
-                        // lookup just like the icl1 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-                        // lookup just like the icl2 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-                        // lookup just like the icl3 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-                        // lookup just like the icl4 above, but loads the next 8 bytes. This fetches the actual string bytes in the hash table.
-   __m512i  symb1     = _mm512_i64gather_epi64(pos1, (((char*) symbolTable.hashTab) + 0), 1);
-   __m512i  symb2     = _mm512_i64gather_epi64(pos2, (((char*) symbolTable.hashTab) + 0), 1);
-   __m512i  symb3     = _mm512_i64gather_epi64(pos3, (((char*) symbolTable.hashTab) + 0), 1);
-   __m512i  symb4     = _mm512_i64gather_epi64(pos4, (((char*) symbolTable.hashTab) + 0), 1);
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-                        // generate the FF..FF mask with an FF for each byte of the symbol (we need to AND the input with this to correctly check equality).
-            pos1      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl1, all_FF));
-            pos2      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl2, all_FF));
-            pos3      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl3, all_FF));
-            pos4      = _mm512_srlv_epi64(all_MASK, _mm512_and_epi64(icl4, all_FF));
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-                        // check symbol < |str| as well as whether it is an occupied slot (cmplt checks both conditions at once) and check string equality (cmpeq).
-   __mmask8 match1    = _mm512_cmpeq_epi64_mask(symb1, _mm512_and_epi64(word1, pos1)) & _mm512_cmplt_epi64_mask(icl1, all_ICL_FREE);
-   __mmask8 match2    = _mm512_cmpeq_epi64_mask(symb2, _mm512_and_epi64(word2, pos2)) & _mm512_cmplt_epi64_mask(icl2, all_ICL_FREE);
-   __mmask8 match3    = _mm512_cmpeq_epi64_mask(symb3, _mm512_and_epi64(word3, pos3)) & _mm512_cmplt_epi64_mask(icl3, all_ICL_FREE);
-   __mmask8 match4    = _mm512_cmpeq_epi64_mask(symb4, _mm512_and_epi64(word4, pos4)) & _mm512_cmplt_epi64_mask(icl4, all_ICL_FREE);
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-                        // for the hits, overwrite the codes with what comes from the hash table (codes for symbols of length >=3). The rest stays with what shortCodes gave.
-            code1     = _mm512_mask_mov_epi64(code1, match1, _mm512_srli_epi64(icl1, 16));
-            code2     = _mm512_mask_mov_epi64(code2, match2, _mm512_srli_epi64(icl2, 16));
-            code3     = _mm512_mask_mov_epi64(code3, match3, _mm512_srli_epi64(icl3, 16));
-            code4     = _mm512_mask_mov_epi64(code4, match4, _mm512_srli_epi64(icl4, 16));
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-                        // write out the code byte as the first output byte. Notice that this byte may also be the escape code 255 (for escapes) coming from shortCodes.
-            write1    = _mm512_or_epi64(write1, _mm512_and_epi64(code1, all_FF));
-            write2    = _mm512_or_epi64(write2, _mm512_and_epi64(code2, all_FF));
-            write3    = _mm512_or_epi64(write3, _mm512_and_epi64(code3, all_FF));
-            write4    = _mm512_or_epi64(write4, _mm512_and_epi64(code4, all_FF));
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-                        // zip the irrelevant 6 bytes (just stay with the 2 relevant bytes containing the 16-bits code)
-            code1     = _mm512_and_epi64(code1, all_FFFF);
-            code2     = _mm512_and_epi64(code2, all_FFFF);
-            code3     = _mm512_and_epi64(code3, all_FFFF);
-            code4     = _mm512_and_epi64(code4, all_FFFF);
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        // write out the compressed data. It writes 8 bytes, but only 1 byte is relevant :-(or 2 bytes are, in case of an escape code)
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job1, all_M19), write1, 1);
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job2, all_M19), write2, 1);
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job3, all_M19), write3, 1);
-                        _mm512_i64scatter_epi64(codeBase, _mm512_and_epi64(job4, all_M19), write4, 1);
-                        // increase the job1.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-                        // increase the job2.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-                        // increase the job3.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-                        // increase the job4.cur field in the job with the symbol length (for this, shift away 12 bits from the code) 
-            job1      = _mm512_add_epi64(job1, _mm512_slli_epi64(_mm512_srli_epi64(code1, FSST_LEN_BITS), 46));
-            job2      = _mm512_add_epi64(job2, _mm512_slli_epi64(_mm512_srli_epi64(code2, FSST_LEN_BITS), 46));
-            job3      = _mm512_add_epi64(job3, _mm512_slli_epi64(_mm512_srli_epi64(code3, FSST_LEN_BITS), 46));
-            job4      = _mm512_add_epi64(job4, _mm512_slli_epi64(_mm512_srli_epi64(code4, FSST_LEN_BITS), 46));
-                        // increase the job1.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-                        // increase the job2.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-                        // increase the job3.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-                        // increase the job4.out' field with one, or two in case of an escape code (add 1 plus the escape bit, i.e the 8th)
-            job1      = _mm512_add_epi64(job1, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code1, 8), all_ONE)));
-            job2      = _mm512_add_epi64(job2, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code2, 8), all_ONE)));
-            job3      = _mm512_add_epi64(job3, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code3, 8), all_ONE)));
-            job4      = _mm512_add_epi64(job4, _mm512_add_epi64(all_ONE, _mm512_and_epi64(_mm512_srli_epi64(code4, 8), all_ONE)));
-                        // test which lanes are done now (job1.cur==job1.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job1 register)
-                        // test which lanes are done now (job2.cur==job2.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job2 register)
-                        // test which lanes are done now (job3.cur==job3.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job3 register)
-                        // test which lanes are done now (job4.cur==job4.end), cur starts at bit 46, end starts at bit 28 (the highest 2x18 bits in the job4 register)
-            loadmask1 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job1, 46), _mm512_and_epi64(_mm512_srli_epi64(job1, 28), all_M18));
-            loadmask2 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job2, 46), _mm512_and_epi64(_mm512_srli_epi64(job2, 28), all_M18));
-            loadmask3 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job3, 46), _mm512_and_epi64(_mm512_srli_epi64(job3, 28), all_M18));
-            loadmask4 = _mm512_cmpeq_epi64_mask(_mm512_srli_epi64(job4, 46), _mm512_and_epi64(_mm512_srli_epi64(job4, 28), all_M18));
-                        // calculate the amount of lanes in job1 that are done
-                        // calculate the amount of lanes in job2 that are done
-                        // calculate the amount of lanes in job3 that are done
-                        // calculate the amount of lanes in job4 that are done
-            delta1    = _mm_popcnt_u32((int) loadmask1); 
-            delta2    = _mm_popcnt_u32((int) loadmask2); 
-            delta3    = _mm_popcnt_u32((int) loadmask3); 
-            delta4    = _mm_popcnt_u32((int) loadmask4); 
-                        // write out the job state for the lanes that are done (we need the final 'job1.out' value to compute the compressed string length)
-                        // write out the job state for the lanes that are done (we need the final 'job2.out' value to compute the compressed string length)
-                        // write out the job state for the lanes that are done (we need the final 'job3.out' value to compute the compressed string length)
-                        // write out the job state for the lanes that are done (we need the final 'job4.out' value to compute the compressed string length)
-                        _mm512_mask_compressstoreu_epi64(output, loadmask1, job1); output += delta1;
-                        _mm512_mask_compressstoreu_epi64(output, loadmask2, job2); output += delta2;
-                        _mm512_mask_compressstoreu_epi64(output, loadmask3, job3); output += delta3;
-                        _mm512_mask_compressstoreu_epi64(output, loadmask4, job4); output += delta4;

package/src/duckdb/third_party/parquet/parquet_constants.cpp

@@ -1,17 +0,0 @@
-/**
- * Autogenerated by Thrift Compiler (0.11.0)
- *
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
- *  @generated
- */
-#include "parquet_constants.h"
-
-namespace duckdb_parquet { namespace format {
-
-const parquetConstants g_parquet_constants;
-
-parquetConstants::parquetConstants() {
-}
-
-}} // namespace
-

package/src/duckdb/third_party/parquet/parquet_constants.h

@@ -1,24 +0,0 @@
-/**
- * Autogenerated by Thrift Compiler (0.11.0)
- *
- * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
- *  @generated
- */
-#ifndef parquet_CONSTANTS_H
-#define parquet_CONSTANTS_H
-
-#include "parquet_types.h"
-
-namespace duckdb_parquet { namespace format {
-
-class parquetConstants {
- public:
-  parquetConstants();
-
-};
-
-extern const parquetConstants g_parquet_constants;
-
-}} // namespace
-
-#endif

package/src/duckdb/third_party/re2/util/pod_array.h

@@ -1,55 +0,0 @@
-// Copyright 2018 The RE2 Authors.  All Rights Reserved.
-// Use of this source code is governed by a BSD-style
-// license that can be found in the LICENSE file.
-
-#ifndef UTIL_POD_ARRAY_H_
-#define UTIL_POD_ARRAY_H_
-
-#include <memory>
-#include <type_traits>
-
-namespace duckdb_re2 {
-
-template <typename T>
-class PODArray {
- public:
-  static_assert(std::is_pod<T>::value,
-                "T must be POD");
-
-  PODArray()
-      : ptr_() {}
-  explicit PODArray(int len)
-      : ptr_(std::allocator<T>().allocate(len), Deleter(len)) {}
-
-  T* data() const {
-    return ptr_.get();
-  }
-
-  int size() const {
-    return ptr_.get_deleter().len_;
-  }
-
-  T& operator[](int pos) const {
-    return ptr_[pos];
-  }
-
- private:
-  struct Deleter {
-    Deleter()
-        : len_(0) {}
-    explicit Deleter(int len)
-        : len_(len) {}
-
-    void operator()(T* ptr) const {
-      std::allocator<T>().deallocate(ptr, len_);
-    }
-
-    int len_;
-  };
-
-  std::unique_ptr<T[], Deleter> ptr_;
-};
-
-}  // namespace duckdb_re2
-
-#endif  // UTIL_POD_ARRAY_H_