lbug 0.12.0 → 0.12.3-dev.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lbug-source/.github/workflows/benchmark-workflow.yml +7 -4
- package/lbug-source/.github/workflows/build-and-deploy-extension.yml +4 -11
- package/lbug-source/.github/workflows/build-and-deploy.yml +37 -11
- package/lbug-source/.github/workflows/build-extensions.yml +0 -8
- package/lbug-source/.github/workflows/business-intelligence-benchmark.yml +1 -1
- package/lbug-source/.github/workflows/ci-workflow.yml +139 -34
- package/lbug-source/.github/workflows/clickbench-workflow.yml +5 -0
- package/lbug-source/.github/workflows/gen-docs.yml +55 -29
- package/lbug-source/.github/workflows/get-extensions-from-ghcr.yml +2 -2
- package/lbug-source/.github/workflows/interactive-v1-benchmark.yml +6 -1
- package/lbug-source/.github/workflows/java-workflow.yml +31 -33
- package/lbug-source/.github/workflows/ldbc-fintech-benchmark-workflow.yml +1 -1
- package/lbug-source/.github/workflows/lsqb-benchmark-workflow.yml +16 -8
- package/lbug-source/.github/workflows/precompiled-bin-workflow.yml +10 -8
- package/lbug-source/.github/workflows/purge-extension.yml +2 -2
- package/lbug-source/.github/workflows/python-wheel-workflow.yml +24 -12
- package/lbug-source/.github/workflows/wasm-workflow.yml +6 -1
- package/lbug-source/.gitignore +1 -0
- package/lbug-source/AGENTS.md +19 -0
- package/lbug-source/CMakeLists.txt +9 -7
- package/lbug-source/Makefile +1 -2
- package/lbug-source/benchmark/lsqb/benchmark_runner.py +1 -2
- package/lbug-source/benchmark/lsqb/serializer.py +1 -2
- package/lbug-source/dataset/books/books.csv +3 -0
- package/lbug-source/extension/azure/test/test_files/azure.test +2 -0
- package/lbug-source/extension/duckdb/test/test_files/duckdb.test +1 -0
- package/lbug-source/extension/duckdb/test/test_files/remote_duckdb.test +2 -0
- package/lbug-source/extension/fts/src/function/create_fts_index.cpp +6 -8
- package/lbug-source/extension/fts/test/test_files/multi_index.test +44 -0
- package/lbug-source/extension/httpfs/test/test_files/gcs_download.test +1 -0
- package/lbug-source/extension/httpfs/test/test_files/gcs_glob.test +1 -0
- package/lbug-source/extension/httpfs/test/test_files/gcs_remote_database.test +1 -0
- package/lbug-source/extension/httpfs/test/test_files/http.test +13 -0
- package/lbug-source/extension/httpfs/test/test_files/s3_download.test +1 -0
- package/lbug-source/extension/iceberg/test/test_files/iceberg.test +1 -0
- package/lbug-source/extension/json/test/scan_json.test +1 -0
- package/lbug-source/extension/sqlite/test/test_files/sqlite.test +1 -0
- package/lbug-source/extension/vector/test/test_files/transaction.test +56 -0
- package/lbug-source/extension/vector/test/test_files/update.test +84 -0
- package/lbug-source/scripts/extension/PRODUCTION_RELEASES +1 -14
- package/lbug-source/scripts/pip-package/setup.py +0 -3
- package/lbug-source/scripts/update-nightly-build-version.py +15 -0
- package/lbug-source/src/CMakeLists.txt +1 -1
- package/lbug-source/src/c_api/value.cpp +5 -2
- package/lbug-source/src/include/c_api/lbug.h +5 -3
- package/lbug-source/src/storage/table/node_table.cpp +1 -0
- package/lbug-source/test/c_api/value_test.cpp +4 -3
- package/lbug-source/test/test_files/extension/extension.test +0 -3
- package/lbug-source/tools/nodejs_api/README.md +2 -2
- package/lbug-source/tools/nodejs_api/package.json +2 -2
- package/lbug-source/tools/python_api/Makefile +2 -2
- package/lbug-source/tools/python_api/pyproject.toml +36 -0
- package/lbug-source/tools/wasm/examples/browser_in_memory/package.json +1 -1
- package/lbug-source/tools/wasm/examples/browser_persistent/package.json +1 -1
- package/lbug-source/tools/wasm/examples/nodejs/package.json +1 -1
- package/lbug-source/tools/wasm/package.json +1 -1
- package/package.json +3 -3
- package/prebuilt/lbugjs-darwin-arm64.node +0 -0
- package/prebuilt/lbugjs-linux-arm64.node +0 -0
- package/prebuilt/lbugjs-linux-x64.node +0 -0
- package/prebuilt/lbugjs-win32-x64.node +0 -0
- package/lbug-source/tools/python_api/requirements_dev.txt +0 -20
|
@@ -20,12 +20,12 @@ jobs:
|
|
|
20
20
|
- name: Pull ghcr extensions and run container
|
|
21
21
|
run: |
|
|
22
22
|
docker pull ghcr.io/ladybugdb/extension-repo:latest
|
|
23
|
-
docker run --rm -d --name
|
|
23
|
+
docker run --rm -d --name lbug-extensions ghcr.io/ladybugdb/extension-repo:latest tail -f /dev/null
|
|
24
24
|
|
|
25
25
|
- name: Copy ghcr extensions
|
|
26
26
|
run: |
|
|
27
27
|
mkdir ./ghcr-extensions
|
|
28
|
-
docker cp
|
|
28
|
+
docker cp lbug-extensions:/usr/share/nginx/html ./ghcr-extensions
|
|
29
29
|
sudo chown -R $USER:$USER ghcr-extensions
|
|
30
30
|
sudo chmod -R 755 ghcr-extensions
|
|
31
31
|
mv ghcr-extensions/html/dataset ghcr-extensions/dataset
|
|
@@ -46,9 +46,14 @@ jobs:
|
|
|
46
46
|
|
|
47
47
|
- uses: actions/checkout@v4
|
|
48
48
|
|
|
49
|
+
- name: Setup ccache
|
|
50
|
+
uses: hendrikmuhs/ccache-action@v1.2
|
|
51
|
+
with:
|
|
52
|
+
key: benchmark-${{ runner.os }}
|
|
53
|
+
|
|
49
54
|
- name: Build lbug
|
|
50
55
|
run: |
|
|
51
|
-
pip3 install -
|
|
56
|
+
pip3 install -e tools/python_api/[dev]
|
|
52
57
|
make python
|
|
53
58
|
make java
|
|
54
59
|
|
|
@@ -16,18 +16,15 @@ jobs:
|
|
|
16
16
|
steps:
|
|
17
17
|
- uses: actions/checkout@v4
|
|
18
18
|
|
|
19
|
-
- name:
|
|
20
|
-
|
|
21
|
-
with:
|
|
22
|
-
path: build
|
|
23
|
-
key: core-build-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('CMakeLists.txt', 'src/**', 'extension/**', 'tools/**') }}
|
|
24
|
-
restore-keys: |
|
|
25
|
-
core-build-${{ runner.os }}-${{ runner.arch }}-
|
|
19
|
+
- name: Install uv
|
|
20
|
+
run: python3 -m pip install uv
|
|
26
21
|
|
|
27
22
|
- name: Update nightly version
|
|
28
23
|
if: ${{ inputs.isNightly == true }}
|
|
29
24
|
run: |
|
|
30
|
-
|
|
25
|
+
uv venv
|
|
26
|
+
source .venv/bin/activate
|
|
27
|
+
uv pip install packaging
|
|
31
28
|
python3 update-nightly-build-version.py
|
|
32
29
|
working-directory: scripts
|
|
33
30
|
|
|
@@ -45,18 +42,15 @@ jobs:
|
|
|
45
42
|
steps:
|
|
46
43
|
- uses: actions/checkout@v4
|
|
47
44
|
|
|
48
|
-
- name:
|
|
49
|
-
|
|
50
|
-
with:
|
|
51
|
-
path: build
|
|
52
|
-
key: core-build-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('CMakeLists.txt', 'src/**', 'extension/**', 'tools/**') }}
|
|
53
|
-
restore-keys: |
|
|
54
|
-
core-build-${{ runner.os }}-${{ runner.arch }}-
|
|
45
|
+
- name: Install uv
|
|
46
|
+
run: python3 -m pip install uv
|
|
55
47
|
|
|
56
48
|
- name: Update nightly version
|
|
57
49
|
if: ${{ inputs.isNightly == true }}
|
|
58
50
|
run: |
|
|
59
|
-
|
|
51
|
+
uv venv
|
|
52
|
+
source .venv/bin/activate
|
|
53
|
+
uv pip install packaging
|
|
60
54
|
python3 update-nightly-build-version.py
|
|
61
55
|
working-directory: scripts
|
|
62
56
|
|
|
@@ -74,10 +68,15 @@ jobs:
|
|
|
74
68
|
steps:
|
|
75
69
|
- uses: actions/checkout@v4
|
|
76
70
|
|
|
71
|
+
- name: Install uv
|
|
72
|
+
run: python3 -m pip install uv
|
|
73
|
+
|
|
77
74
|
- name: Update nightly version
|
|
78
75
|
if: ${{ inputs.isNightly == true }}
|
|
79
76
|
run: |
|
|
80
|
-
|
|
77
|
+
uv venv
|
|
78
|
+
source .venv/bin/activate
|
|
79
|
+
uv pip install packaging
|
|
81
80
|
python3 update-nightly-build-version.py
|
|
82
81
|
working-directory: scripts
|
|
83
82
|
|
|
@@ -102,18 +101,15 @@ jobs:
|
|
|
102
101
|
steps:
|
|
103
102
|
- uses: actions/checkout@v4
|
|
104
103
|
|
|
105
|
-
- name:
|
|
106
|
-
|
|
107
|
-
with:
|
|
108
|
-
path: build
|
|
109
|
-
key: core-build-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('CMakeLists.txt', 'src/**', 'extension/**', 'tools/**') }}
|
|
110
|
-
restore-keys: |
|
|
111
|
-
core-build-${{ runner.os }}-${{ runner.arch }}-
|
|
104
|
+
- name: Install uv
|
|
105
|
+
run: pip3 install uv
|
|
112
106
|
|
|
113
107
|
- name: Update nightly version
|
|
114
108
|
if: ${{ inputs.isNightly == true }}
|
|
115
109
|
run: |
|
|
116
|
-
|
|
110
|
+
uv venv
|
|
111
|
+
source .venv/bin/activate
|
|
112
|
+
uv pip install packaging
|
|
117
113
|
python3 update-nightly-build-version.py
|
|
118
114
|
working-directory: scripts
|
|
119
115
|
|
|
@@ -134,18 +130,20 @@ jobs:
|
|
|
134
130
|
steps:
|
|
135
131
|
- uses: actions/checkout@v4
|
|
136
132
|
|
|
137
|
-
- name:
|
|
138
|
-
|
|
139
|
-
with:
|
|
140
|
-
path: build
|
|
141
|
-
key: core-build-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('CMakeLists.txt', 'src/**', 'extension/**', 'tools/**') }}
|
|
142
|
-
restore-keys: |
|
|
143
|
-
core-build-${{ runner.os }}-${{ runner.arch }}-
|
|
133
|
+
- name: Install uv
|
|
134
|
+
run: pip3 install uv
|
|
144
135
|
|
|
145
136
|
- name: Update nightly version
|
|
146
137
|
if: ${{ inputs.isNightly == true }}
|
|
138
|
+
shell: bash
|
|
147
139
|
run: |
|
|
148
|
-
|
|
140
|
+
uv venv
|
|
141
|
+
if [ "$RUNNER_OS" = "Windows" ]; then
|
|
142
|
+
source .venv/Scripts/activate
|
|
143
|
+
else
|
|
144
|
+
source .venv/bin/activate
|
|
145
|
+
fi
|
|
146
|
+
uv pip install packaging
|
|
149
147
|
python3 update-nightly-build-version.py
|
|
150
148
|
working-directory: ./scripts
|
|
151
149
|
|
|
@@ -8,7 +8,7 @@ on:
|
|
|
8
8
|
scale_factor:
|
|
9
9
|
description: 'Scale factor'
|
|
10
10
|
required: true
|
|
11
|
-
default: "
|
|
11
|
+
default: "1"
|
|
12
12
|
type: choice
|
|
13
13
|
options:
|
|
14
14
|
- "0.1"
|
|
@@ -28,16 +28,14 @@ jobs:
|
|
|
28
28
|
benchmark:
|
|
29
29
|
name: benchmark
|
|
30
30
|
env:
|
|
31
|
-
NUM_THREADS: 30
|
|
32
31
|
GEN: Ninja
|
|
33
|
-
runs-on:
|
|
34
|
-
if: false
|
|
32
|
+
runs-on: ubuntu-latest
|
|
35
33
|
steps:
|
|
36
34
|
- name: Set env for scheduled run
|
|
37
35
|
if: ${{ github.event_name == 'schedule' }}
|
|
38
36
|
run: |
|
|
39
37
|
echo "TIMEOUT=600000" >> $GITHUB_ENV
|
|
40
|
-
echo "SCALE_FACTOR=
|
|
38
|
+
echo "SCALE_FACTOR=1" >> $GITHUB_ENV
|
|
41
39
|
|
|
42
40
|
- name: Set env for workflow dispatch
|
|
43
41
|
if: ${{ github.event_name == 'workflow_dispatch' }}
|
|
@@ -47,20 +45,30 @@ jobs:
|
|
|
47
45
|
|
|
48
46
|
- uses: actions/checkout@v4
|
|
49
47
|
|
|
48
|
+
- name: Install uv
|
|
49
|
+
run: pip install uv
|
|
50
|
+
|
|
51
|
+
- name: Setup ccache
|
|
52
|
+
uses: hendrikmuhs/ccache-action@v1.2
|
|
53
|
+
with:
|
|
54
|
+
key: benchmark-${{ runner.os }}
|
|
55
|
+
|
|
50
56
|
- name: Build
|
|
51
57
|
run: |
|
|
52
|
-
|
|
58
|
+
uv venv
|
|
59
|
+
source .venv/bin/activate
|
|
53
60
|
make python
|
|
61
|
+
uv pip install --prerelease=allow -e tools/python_api/[dev]
|
|
54
62
|
|
|
55
63
|
- name: Benchmark
|
|
56
|
-
run:
|
|
64
|
+
run: uv run benchmark/lsqb/benchmark_runner.py
|
|
57
65
|
|
|
58
66
|
- name: Upload result csv
|
|
59
67
|
uses: actions/upload-artifact@v4
|
|
60
68
|
with:
|
|
61
69
|
name: lsqb-benchmark-result
|
|
62
70
|
path: /tmp/benchmark_result/results.csv
|
|
63
|
-
|
|
71
|
+
|
|
64
72
|
- name: Upload log
|
|
65
73
|
uses: actions/upload-artifact@v4
|
|
66
74
|
with:
|
|
@@ -21,18 +21,20 @@ jobs:
|
|
|
21
21
|
steps:
|
|
22
22
|
- uses: actions/checkout@v4
|
|
23
23
|
|
|
24
|
-
- name:
|
|
25
|
-
|
|
26
|
-
with:
|
|
27
|
-
path: build
|
|
28
|
-
key: core-build-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('CMakeLists.txt', 'src/**', 'extension/**', 'tools/**') }}
|
|
29
|
-
restore-keys: |
|
|
30
|
-
core-build-${{ runner.os }}-${{ runner.arch }}-
|
|
24
|
+
- name: Install uv
|
|
25
|
+
run: python3 -m pip install uv
|
|
31
26
|
|
|
32
27
|
- name: Update nightly version
|
|
33
28
|
if: ${{ inputs.isNightly == true }}
|
|
29
|
+
shell: bash
|
|
34
30
|
run: |
|
|
35
|
-
|
|
31
|
+
uv venv
|
|
32
|
+
if [ "$RUNNER_OS" = "Windows" ]; then
|
|
33
|
+
source .venv/Scripts/activate
|
|
34
|
+
else
|
|
35
|
+
source .venv/bin/activate
|
|
36
|
+
fi
|
|
37
|
+
uv pip install packaging
|
|
36
38
|
python3 update-nightly-build-version.py
|
|
37
39
|
working-directory: scripts
|
|
38
40
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
name: Purge Extensions
|
|
2
2
|
|
|
3
|
-
on:
|
|
3
|
+
on:
|
|
4
4
|
workflow_dispatch:
|
|
5
5
|
|
|
6
6
|
jobs:
|
|
@@ -9,7 +9,7 @@ jobs:
|
|
|
9
9
|
|
|
10
10
|
purge-extensions:
|
|
11
11
|
needs: get-ghcr-extensions
|
|
12
|
-
runs-on: ubuntu-
|
|
12
|
+
runs-on: ubuntu-latest
|
|
13
13
|
steps:
|
|
14
14
|
- name: Free disk space on Ubuntu runner
|
|
15
15
|
uses: kfir4444/free-disk-space@main
|
|
@@ -15,10 +15,15 @@ jobs:
|
|
|
15
15
|
steps:
|
|
16
16
|
- uses: actions/checkout@v4
|
|
17
17
|
|
|
18
|
+
- name: Install uv
|
|
19
|
+
run: pip3 install uv
|
|
20
|
+
|
|
18
21
|
- name: Update nightly version
|
|
19
22
|
if: ${{ inputs.isNightly == true }}
|
|
20
23
|
run: |
|
|
21
|
-
|
|
24
|
+
uv venv
|
|
25
|
+
source .venv/bin/activate
|
|
26
|
+
uv pip install packaging
|
|
22
27
|
python3 update-nightly-build-version.py
|
|
23
28
|
working-directory: scripts
|
|
24
29
|
|
|
@@ -86,14 +91,6 @@ jobs:
|
|
|
86
91
|
- name: Check out repository
|
|
87
92
|
uses: actions/checkout@v4
|
|
88
93
|
|
|
89
|
-
- name: Cache build
|
|
90
|
-
uses: actions/cache@v4
|
|
91
|
-
with:
|
|
92
|
-
path: build
|
|
93
|
-
key: core-build-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('CMakeLists.txt', 'src/**', 'extension/**', 'tools/**') }}
|
|
94
|
-
restore-keys: |
|
|
95
|
-
core-build-${{ runner.os }}-${{ runner.arch }}-
|
|
96
|
-
|
|
97
94
|
- name: Download sdist
|
|
98
95
|
uses: actions/download-artifact@v4
|
|
99
96
|
with:
|
|
@@ -109,16 +106,29 @@ jobs:
|
|
|
109
106
|
with:
|
|
110
107
|
python-version: '3.11'
|
|
111
108
|
|
|
109
|
+
- name: Install uv
|
|
110
|
+
run: python -m pip install uv
|
|
111
|
+
|
|
112
112
|
- name: Update nightly version
|
|
113
113
|
if: ${{ inputs.isNightly == true }}
|
|
114
|
+
shell: bash
|
|
114
115
|
run: |
|
|
115
|
-
|
|
116
|
+
uv venv
|
|
117
|
+
if [ "$RUNNER_OS" = "Windows" ]; then
|
|
118
|
+
source .venv/Scripts/activate
|
|
119
|
+
else
|
|
120
|
+
source .venv/bin/activate
|
|
121
|
+
fi
|
|
122
|
+
uv pip install packaging
|
|
116
123
|
python update-nightly-build-version.py
|
|
117
124
|
working-directory: scripts
|
|
118
125
|
|
|
119
126
|
- name: Install cibuildwheel
|
|
120
127
|
if: matrix.os != 'windows'
|
|
121
|
-
run:
|
|
128
|
+
run: |
|
|
129
|
+
uv venv
|
|
130
|
+
source .venv/bin/activate
|
|
131
|
+
uv pip install cibuildwheel
|
|
122
132
|
|
|
123
133
|
- name: Build wheels on ${{ matrix.platform }} (Windows)
|
|
124
134
|
if: matrix.os == 'windows'
|
|
@@ -131,7 +141,9 @@ jobs:
|
|
|
131
141
|
if: matrix.os != 'windows'
|
|
132
142
|
shell: bash
|
|
133
143
|
run: |
|
|
134
|
-
|
|
144
|
+
uv venv
|
|
145
|
+
source .venv/bin/activate
|
|
146
|
+
uv pip install cibuildwheel
|
|
135
147
|
python -m cibuildwheel --output-dir scripts/pip-package/wheelhouse ${{ env.SDIST_FILE }}
|
|
136
148
|
|
|
137
149
|
- name: Upload wheels
|
|
@@ -15,12 +15,17 @@ jobs:
|
|
|
15
15
|
steps:
|
|
16
16
|
- uses: actions/checkout@v4
|
|
17
17
|
|
|
18
|
+
- name: Install uv
|
|
19
|
+
run: python3 -m pip install uv
|
|
20
|
+
|
|
18
21
|
- name: Update nightly version
|
|
19
22
|
if: ${{ inputs.isNightly == true }}
|
|
20
23
|
env:
|
|
21
24
|
PIP_BREAK_SYSTEM_PACKAGES: 1
|
|
22
25
|
run: |
|
|
23
|
-
|
|
26
|
+
uv venv
|
|
27
|
+
source .venv/bin/activate
|
|
28
|
+
uv pip install packaging
|
|
24
29
|
python3 update-nightly-build-version.py
|
|
25
30
|
working-directory: scripts
|
|
26
31
|
|
package/lbug-source/.gitignore
CHANGED
package/lbug-source/AGENTS.md
CHANGED
|
@@ -13,3 +13,22 @@ make GEN=Ninja pytest-venv
|
|
|
13
13
|
to test.
|
|
14
14
|
|
|
15
15
|
Prefer using uv over pip for venv management.
|
|
16
|
+
|
|
17
|
+
## Changing the grammar
|
|
18
|
+
|
|
19
|
+
source: src/antlr4/Cypher.g4
|
|
20
|
+
generated: scripts/antrl4/Cypher.g4 (via keywordhandler.py)
|
|
21
|
+
generated: third_party/antlr4_cypher/cypher_parser.{cpp,h}
|
|
22
|
+
|
|
23
|
+
Running make will autogenerate, but manual generation can be done via
|
|
24
|
+
|
|
25
|
+
(cd scripts/antlr4 && cmake -D ROOT_DIR=../.. -P generate_grammar.cmake)
|
|
26
|
+
|
|
27
|
+
## Building and testing specific extensions
|
|
28
|
+
|
|
29
|
+
The following will build only the `vector` extension and run only a specific test
|
|
30
|
+
|
|
31
|
+
```
|
|
32
|
+
EXTENSION_LIST=vector make extension-test-build
|
|
33
|
+
E2E_TEST_FILES_DIRECTORY=extension/vector/test/test_files ./build/relwithdebinfo/test/runner/e2e_test --gtest_filter="insert.InsertToNonEmpty"
|
|
34
|
+
```
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
cmake_minimum_required(VERSION 3.15)
|
|
2
2
|
|
|
3
|
-
project(Lbug VERSION 0.12.
|
|
3
|
+
project(Lbug VERSION 0.12.3.1 LANGUAGES CXX C)
|
|
4
4
|
|
|
5
5
|
option(SINGLE_THREADED "Single-threaded mode" FALSE)
|
|
6
6
|
if(SINGLE_THREADED)
|
|
@@ -414,18 +414,20 @@ add_subdirectory(third_party)
|
|
|
414
414
|
|
|
415
415
|
add_definitions(-DLBUG_ROOT_DIRECTORY="${PROJECT_SOURCE_DIR}")
|
|
416
416
|
add_definitions(-DLBUG_CMAKE_VERSION="${CMAKE_PROJECT_VERSION}")
|
|
417
|
-
add_definitions(-DLBUG_EXTENSION_VERSION="
|
|
418
|
-
|
|
419
|
-
if (EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/extension/CMakeLists.txt")
|
|
420
|
-
add_subdirectory(extension)
|
|
421
|
-
endif ()
|
|
417
|
+
add_definitions(-DLBUG_EXTENSION_VERSION="dev")
|
|
422
418
|
|
|
423
419
|
if(BUILD_LBUG)
|
|
424
|
-
|
|
425
420
|
include_directories(
|
|
426
421
|
src/include
|
|
427
422
|
${CMAKE_CURRENT_BINARY_DIR}/src/include
|
|
428
423
|
)
|
|
424
|
+
endif()
|
|
425
|
+
|
|
426
|
+
if (EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/extension/CMakeLists.txt")
|
|
427
|
+
add_subdirectory(extension)
|
|
428
|
+
endif ()
|
|
429
|
+
|
|
430
|
+
if(BUILD_LBUG)
|
|
429
431
|
|
|
430
432
|
add_subdirectory(src)
|
|
431
433
|
|
package/lbug-source/Makefile
CHANGED
|
@@ -248,8 +248,7 @@ extension-test: extension-test-build
|
|
|
248
248
|
set "E2E_TEST_FILES_DIRECTORY=extension" &&,\
|
|
249
249
|
E2E_TEST_FILES_DIRECTORY=extension) \
|
|
250
250
|
ctest --test-dir build/$(call get-build-path,RelWithDebInfo)/test/runner --output-on-failure -j ${TEST_JOBS} --exclude-regex "${EXTENSION_TEST_EXCLUDE_FILTER}" && \
|
|
251
|
-
ctest --test-dir build/$(call get-build-path,RelWithDebInfo)/extension --output-on-failure -j ${TEST_JOBS} --exclude-regex "${EXTENSION_TEST_EXCLUDE_FILTER}"
|
|
252
|
-
aws s3 rm s3://lbug-dataset-us/${RUN_ID}/ --recursive
|
|
251
|
+
ctest --test-dir build/$(call get-build-path,RelWithDebInfo)/extension --output-on-failure -j ${TEST_JOBS} --exclude-regex "${EXTENSION_TEST_EXCLUDE_FILTER}"
|
|
253
252
|
|
|
254
253
|
extension-test-static-build:
|
|
255
254
|
$(call run-cmake-relwithdebinfo, \
|
|
@@ -35,8 +35,7 @@ bm_size = int((max_memory / 1024**2) * 0.9)
|
|
|
35
35
|
base_dir = os.path.dirname(os.path.realpath(__file__))
|
|
36
36
|
|
|
37
37
|
# import lbug Python API
|
|
38
|
-
|
|
39
|
-
import tools.python_api.build.lbug as lbug
|
|
38
|
+
import real_ladybug as lbug
|
|
40
39
|
|
|
41
40
|
# dataset registration
|
|
42
41
|
datasets = {"0.1", "0.3", "1", "3", "10", "30", "100"}
|
|
@@ -6,8 +6,7 @@ import sys
|
|
|
6
6
|
base_dir = os.path.dirname(os.path.realpath(__file__))
|
|
7
7
|
|
|
8
8
|
# import lbug Python API
|
|
9
|
-
|
|
10
|
-
import tools.python_api.build.lbug as lbug
|
|
9
|
+
import real_ladybug as lbug
|
|
11
10
|
|
|
12
11
|
def _get_lbug_version():
|
|
13
12
|
cmake_file = os.path.join(base_dir, '..', '..', 'CMakeLists.txt')
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
1,The Quantum World,2004,"[-0.08304853737354279, -0.020585404708981514, -0.0509379617869854, 0.03479354456067085, -0.11813158541917801, -0.022585391998291016, 0.000689070497173816, -0.0457182414829731, 0.011306572705507278, -0.031156159937381744, 0.05671192333102226, -0.06878625601530075, -0.02894800342619419, 0.039227377623319626, -0.024016229435801506, -0.0060184127651154995, -0.011686223559081554, -0.06417945772409439, -0.08726289123296738, -0.05126213654875755, 0.010797262191772461, -0.004546705167740583, 0.007328117731958628, 0.032176680862903595, 0.01062939502298832, 0.00931419339030981, 0.08034238964319229, -0.005698892287909985, 0.06931844353675842, -0.053622953593730927, 0.04066690430045128, 0.06261418014764786, 0.009296705015003681, -0.0278452280908823, 0.004991802386939526, 0.029851572588086128, 0.016903048381209373, -0.019055668264627457, 0.055076319724321365, -0.01817430555820465, 0.0065304902382195, 0.011707567609846592, -0.04950125887989998, 0.015748074278235435, 0.003966465592384338, 0.044103074818849564, 0.06040498986840248, 0.010776469483971596, -0.05709626525640488, -0.0849628895521164, -0.04497400298714638, 0.0257484819740057, -0.009737192653119564, 0.026926036924123764, 0.08299572765827179, 0.03719377890229225, 0.07925763726234436, -0.028637854382395744, -0.05194132775068283, -0.10992258042097092, -0.03710110858082771, -0.036725450307130814, -0.0382792092859745, 0.05444487929344177, 0.19726455211639404, 0.020997820422053337, -0.015920456498861313, 0.06538067013025284, -0.012968774884939194, 0.0062084742821753025, -0.03842930868268013, -0.020584270358085632, -0.01633630506694317, 0.03421171382069588, 0.08500393480062485, -0.05790746584534645, 0.03329910337924957, 0.040874168276786804, 0.08091091364622116, 0.11162357777357101, 0.042778026312589645, -0.12173154205083847, -0.020847905427217484, 0.06534169614315033, 0.02539641782641411, 0.016980383545160294, -0.050530806183815, -0.023421572521328926, -0.06318700313568115, -0.0699368268251419, -0.08303093910217285, -0.09778175503015518, -0.007213904522359371, -0.0007251045317389071, -0.006016620434820652, 0.024347525089979172, 0.05141197517514229, -0.03679395467042923, 0.04540250450372696, 0.08500988781452179, 0.11084067821502686, -0.0005618152790702879, 0.0001796935684978962, 0.034022748470306396, 0.03315793722867966, 0.013885930180549622, 0.006286488845944405, 0.021033186465501785, 0.00964267272502184, -0.0015390281332656741, 0.006030015181750059, -0.03349592536687851, 0.03646736964583397, -0.030008355155587196, -0.018402257934212685, -0.042453039437532425, 0.057676076889038086, 0.14727634191513062, -0.037098269909620285, -0.01931891217827797, -0.0033551121596246958, 0.027810173109173775, -0.002369416644796729, 0.08153031021356583, -0.0357547402381897, 0.010088938288390636, -0.06867047399282455, -5.1213335435770626e-33, 0.04189281910657883, -0.03248955309391022, 0.07230716198682785, 0.038300685584545135, 0.07021919637918472, 0.03160807490348816, 0.02875838428735733, -0.06413891911506653, -0.0024398057721555233, -0.038075875490903854, -0.0030057954136282206, 0.0311278086155653, 0.04101073741912842, -0.0005872913170605898, 0.05330154299736023, 0.031099742278456688, -0.08356330543756485, 0.0011608878849074244, 0.06657203286886215, 0.026241451501846313, -0.0015170741826295853, 0.021294495090842247, -0.09065700322389603, -0.003927814774215221, -0.0389481857419014, -0.0040688589215278625, 0.07121507078409195, -0.001776993740350008, -0.02950090728700161, 0.0022221223916858435, -0.015435175970196724, 0.11576541513204575, -0.1070084199309349, -0.025283537805080414, 0.01918623596429825, 0.026469694450497627, -0.003952694125473499, 0.0007155280327424407, -0.04415374621748924, -0.09781445562839508, -0.0385773628950119, -0.0027703605592250824, 0.026768198236823082, -0.03669164329767227, 0.02027701959013939, -0.0074071153067052364, 0.05908098444342613, -0.01985469087958336, 0.003975667525082827, 0.026086755096912384, 0.01815151982009411, -0.06416861712932587, -0.06370942294597626, -0.000595815188717097, 0.08855701982975006, -0.01931171491742134, 0.05252119526267052, 0.04054409638047218, -0.014436068944633007, 0.06384892761707306, -0.027137305587530136, 0.008217060938477516, 0.0022059634793549776, 0.05866124853491783, -0.004328733775764704, 0.024397658184170723, -0.04576750099658966, -0.09047114849090576, 0.007579905446618795, 0.09357534348964691, -0.05882519856095314, 0.06190042570233345, 0.051312386989593506, -0.0290352962911129, 0.09877830743789673, -0.05856052041053772, 0.006568029057234526, -0.049481652677059174, -0.02793608233332634, 0.016179628670215607, -0.01294016931205988, -0.05337013676762581, -0.017763560637831688, 0.018318284302949905, -0.025164568796753883, -0.07102907449007034, -0.051840975880622864, -0.08271460980176926, -0.012137280777096748, 0.011826427653431892, -0.09991904348134995, -0.0501118041574955, 0.1065809354186058, -0.010411630384624004, -0.10244571417570114, 3.418246104037039e-33, -0.09974873811006546, -0.028564082458615303, -0.0072223348543047905, 0.02553599886596203, 0.0076154982671141624, -0.01984667219221592, -0.06695002317428589, -0.006421919446438551, -0.03672897443175316, 0.046671681106090546, 0.06146644055843353, 0.05907298997044563, 0.10363759100437164, 0.038946159183979034, -0.003113028360530734, 0.02060862071812153, 0.08486808836460114, -0.05163329467177391, 0.03324402868747711, -0.012025052681565285, 0.06647207587957382, -0.06872403621673584, -0.020568769425153732, -0.05755647271871567, 0.02470565401017666, 0.12362420558929443, 0.07590768486261368, -0.02632785029709339, 0.03537698835134506, 0.015069860965013504, -0.019497603178024292, -0.09571786224842072, -0.07784659415483475, 0.0071471082046628, -0.09032716602087021, 0.01837398298084736, 0.021843845024704933, 0.07942605763673782, -0.04640638455748558, -0.07724647969007492, -0.0710376426577568, 0.01247446145862341, -0.039928287267684937, 0.03484963998198509, -0.00810939446091652, -0.021737519651651382, -0.041551850736141205, 0.04097172990441322, -0.06579679250717163, -0.00057985819876194, -0.030350839719176292, 0.06607013195753098, 0.056716930121183395, -0.01444231066852808, -0.08820261061191559, 0.07568710297346115, -0.049572743475437164, 0.043571628630161285, 0.12032952159643173, 0.07197815179824829, -0.04597809165716171, -0.0007543807150796056, 0.014722677879035473, 0.11872830241918564, -0.03099094144999981, -0.04826081171631813, -0.06626967340707779, 0.09913166612386703, 0.013303464278578758, -0.0891442522406578, -0.008007635362446308, 0.021501798182725906, -0.04871875047683716, -0.03298940137028694, 0.04915681481361389, 0.07495954632759094, 0.024604294449090958, -0.034788887947797775, 0.04378702491521835, 0.018943089991807938, 0.03162634000182152, 0.022808808833360672, 0.025081589818000793, 0.03096061199903488, 0.020125597715377808, -0.002861819928511977, 0.003375211264938116, 0.008664755150675774, -0.01168525405228138, -0.07076405733823776, 6.949113594600931e-05, 0.02929442562162876, -0.045941539108753204, -0.0356358140707016, -0.013447110541164875, -1.1639774477600895e-08, -0.0038555199280381203, -0.0006962883635424078, -0.020182235166430473, 0.0024058702401816845, 0.07691890001296997, 0.02334095537662506, 0.08726530522108078, -0.004261218011379242, -0.07040004432201385, 0.030403397977352142, 0.0311138853430748, 0.004726859740912914, -0.06038655713200569, 0.06969818472862244, 0.04356805607676506, 0.02549595572054386, -0.07030776143074036, -0.06392604857683182, -0.00588911073282361, 0.05826269090175629, 0.07832436263561249, 0.029816333204507828, 0.04835359752178192, 0.012051043100655079, -0.06730470806360245, 0.0022326321341097355, 0.004913242533802986, -0.04215158522129059, -0.02779913879930973, 0.008324249647557735, -0.018111959099769592, 0.03209996968507767, 0.036988094449043274, 0.06142251193523407, -0.1250476837158203, -0.07703983038663864, -0.07750307768583298, -0.008620611391961575, -0.011400938034057617, 0.05365649238228798, -0.05456513166427612, 0.03658803179860115, -0.025964859873056412, 0.04895640164613724, 0.06672567874193192, 0.019860422238707542, 0.02608357183635235, -0.029424499720335007, 0.04935729503631592, 0.08432749658823013, -0.0650208368897438, 0.05082103610038757, 0.026151539757847786, -0.09470944106578827, -0.015095925889909267, 0.04131830111145973, -0.04847506061196327, -0.030597023665905, -0.07693801075220108, 0.06706839799880981, 0.06115406006574631, -0.01113430131226778, -0.015445061028003693, 0.01863049902021885]"
|
|
2
|
+
2,Chronicles of the Universe,2022,"[-0.07210250198841095, -0.017251385375857353, 0.002283095382153988, 0.03491442650556564, -0.054226551204919815, 0.019960442557930946, -0.05079014226794243, -0.04240491986274719, 0.11433927714824677, -0.024153241887688637, -0.032670918852090836, -0.030510112643241882, -0.011228533461689949, 0.03582281246781349, -0.014074123464524746, -0.057916224002838135, -0.0007832556148059666, -0.047769997268915176, 0.03621317446231842, -0.12925352156162262, -0.010947202332317829, 0.08586820960044861, -0.027875907719135284, 0.004604831337928772, -0.0034155896864831448, -0.036117326468229294, 0.009392652660608292, 0.021495074033737183, -0.02769259363412857, -0.05675068870186806, -0.016264742240309715, 0.03657328337430954, -0.08991283923387527, -0.02064950205385685, -0.014431663788855076, 0.004353929311037064, -0.03331999480724335, -0.0534239262342453, 0.003913797438144684, 0.0050085303373634815, -0.024330222979187965, 0.010117512196302414, -0.024611135944724083, 0.014346330426633358, 0.00708664720878005, 0.0073502399027347565, -0.027451401576399803, -0.0592990480363369, 0.0663183256983757, 0.08694754540920258, -0.07635209709405899, 0.013416193425655365, 0.013307899236679077, 0.01893189735710621, 0.10020312666893005, -0.0004843119240831584, -0.02270045503973961, -0.09432777762413025, 0.050442300736904144, -0.1202990859746933, 0.035103943198919296, -0.07677984237670898, -0.03348233923316002, 0.01250803004950285, 0.04603098705410957, -0.05386074259877205, 0.0018334221094846725, 0.08401168882846832, 0.013885468244552612, -0.08262884616851807, -0.13932575285434723, 0.05426045507192612, 0.04644004628062248, 0.039168793708086014, 0.03425363078713417, -0.00031455521821044385, -0.017616359516978264, -0.11215367168188095, 0.00401653116568923, -0.0124270124360919, 0.014006970450282097, -0.046305179595947266, -0.10298222303390503, 0.03049642965197563, -0.029522668570280075, -0.004198986105620861, 0.013636192306876183, -0.05350363999605179, -0.04717778041958809, -0.00671994686126709, -0.010238912887871265, -0.06871801614761353, 0.13965071737766266, 0.040756598114967346, -0.11393355578184128, 0.09633655846118927, 0.0027452316135168076, -0.05706353113055229, 0.07464955747127533, 0.12428412586450577, 0.06551849842071533, -0.10802363604307175, 0.011580036953091621, 0.04484323039650917, 0.09965773671865463, -0.015024963766336441, 0.018429040908813477, -0.025123223662376404, -0.01969183050096035, -0.030911270529031754, 0.004741183947771788, -0.044048137962818146, -0.03643525764346123, -0.02229248359799385, 0.003334786044433713, -0.02496468275785446, 0.15225403010845184, 0.0820527970790863, -0.035327304154634476, 0.05858048051595688, 0.05922674760222435, 0.04333673417568207, 0.030355196446180344, -0.02764914184808731, 0.0007491054711863399, -0.042515069246292114, 0.04355577379465103, -4.931772957221476e-33, 0.023551039397716522, -0.0461491122841835, 0.016909373924136162, 0.050914887338876724, 0.08386261761188507, -0.016755418851971626, 0.002751097781583667, 0.07013876736164093, -0.05874364823102951, -0.0010957664344459772, -0.016847845166921616, 0.057969529181718826, -0.019690314307808876, -0.04931125044822693, -0.0009851990034803748, 0.006537707522511482, -0.012777820229530334, 0.03879188373684883, 0.040832120925188065, 0.011431028135120869, -0.03279238939285278, 0.0740056186914444, -0.028434855863451958, -0.02356467768549919, -0.013206683099269867, -0.06532254815101624, 0.04893367737531662, -0.022634653374552727, 0.019633155316114426, 0.03333618864417076, -0.0032200911082327366, 0.03187461569905281, -0.040051717311143875, -0.0350135900080204, -0.0035417787730693817, -0.021530192345380783, -0.037651676684617996, -0.03507976606488228, 0.020378204062581062, 0.008442552760243416, -0.014197391457855701, 0.06646192073822021, -0.02986699342727661, -0.0358983539044857, -0.05392972752451897, 0.07981529086828232, 0.08046969026327133, 0.00928944256156683, -0.0670463815331459, 0.12246257066726685, 0.0018216806929558516, -0.030365832149982452, -0.051457569003105164, 0.005446322727948427, -0.02757427841424942, 0.01592194475233555, -0.005903039593249559, -0.0005513040814548731, 0.028312478214502335, 0.03678855672478676, 0.0320679135620594, 0.018060050904750824, 0.05926277115941048, 0.06834857165813446, 0.018179019913077354, 0.01481777522712946, 0.06258684396743774, -0.010000839829444885, -0.018919210880994797, 0.027036454528570175, -0.08447104692459106, 0.013583202846348286, 0.11275672912597656, -0.004465700592845678, 0.05635271966457367, -0.04522605240345001, -0.010196810588240623, 0.019870398566126823, -0.1179824024438858, -0.03639408200979233, -0.05552973598241806, -0.014338528737425804, -0.012777094729244709, 0.018296612426638603, 0.002950654597952962, -0.018329791724681854, -0.01749984174966812, 0.007904387079179287, 0.043135445564985275, -0.15688124299049377, 0.0108712213113904, -0.024585261940956116, 0.11773297190666199, -0.06497085094451904, -0.06916026771068573, 4.098107955514494e-33, 0.03281198441982269, -0.02659010700881481, 3.123695933027193e-05, -0.03836085647344589, 0.07914034277200699, 0.056415855884552, -0.0669357031583786, 0.04327166825532913, -0.07774138450622559, -0.015299580059945583, -0.00885495264083147, -0.006491608917713165, 0.020671552047133446, -0.030588163062930107, 0.06110670790076256, -0.0336478017270565, 0.04113355651497841, -0.05460565909743309, 0.016890136525034904, 0.0699331983923912, 0.0143306665122509, -0.10271871834993362, -0.02145717851817608, -0.07777833193540573, 0.08780305832624435, 0.05565221235156059, 0.022181859239935875, -0.029305672273039818, -0.08919931948184967, 0.06990372389554977, 0.012307591736316681, -0.025226477533578873, -0.027082564309239388, 0.013585200533270836, -0.04491947963833809, 0.01885564811527729, 0.08398285508155823, 0.020313089713454247, -0.07800988107919693, -0.039153337478637695, 0.011272085830569267, 0.06128169968724251, 0.00044832940329797566, 0.11526275426149368, -0.050686564296483994, -0.03429313004016876, 0.028343960642814636, 0.0716363862156868, -0.02841690368950367, 0.025470245629549026, -0.07658352702856064, -0.016233662143349648, 0.051467664539813995, -0.0628000870347023, -0.028401460498571396, 0.007418310269713402, 0.024311356246471405, 0.08614286035299301, 0.04640776291489601, 0.041435595601797104, -0.058609575033187866, -0.020394500344991684, 0.040241725742816925, 0.0009873718954622746, -0.009043928235769272, -0.015515973791480064, -0.013613891787827015, -0.006781900301575661, 0.0013326396001502872, -0.03121824748814106, -0.049111224710941315, 0.022500012069940567, -0.060033831745386124, -0.09877978265285492, 0.03851516172289848, 0.06778870522975922, 0.05914377421140671, -0.04920423775911331, 0.02466059848666191, 0.018606027588248253, -0.006396020762622356, -0.0163407139480114, 0.019756468012928963, 0.095655158162117, 0.059855975210666656, 0.04919537529349327, 0.017827756702899933, 0.009785337373614311, 0.01559487171471119, -0.00665191700682044, 0.02074413001537323, -0.0364689938724041, 0.025536514818668365, -0.05086643993854523, 0.05197542905807495, -1.3323924186181557e-08, 0.003898816416040063, 0.02862052619457245, -0.09146519750356674, -0.005849130917340517, 0.001178253092803061, 0.026700129732489586, -0.00265753292478621, 0.06278375536203384, -0.02829444594681263, 0.13136380910873413, 0.06709709018468857, 0.05132691562175751, 0.02358357608318329, 0.08689922094345093, -0.02122177556157112, 0.07185391336679459, 0.06095081567764282, 0.007474815938621759, -0.042592957615852356, 0.07760554552078247, 0.05741757154464722, 0.02471820078790188, 0.07452802360057831, -0.06492102891206741, -0.003153944620862603, 0.035670727491378784, -0.040897436439991, -0.08714347332715988, 0.049909330904483795, 0.0025369287468492985, 0.020591266453266144, 0.02459748461842537, -0.1125105768442154, -0.008005103096365929, -0.050928350538015366, -0.060763098299503326, -0.013323510996997356, 0.011378145776689053, 0.01790091209113598, -0.014109025709331036, 0.09931034594774246, 0.08495351672172546, -0.013475365936756134, 0.03732696548104286, -0.0006989796529524028, -0.005354564171284437, 0.06368719786405563, 3.033498978766147e-05, 0.002757552545517683, -0.009319689124822617, 0.022985192015767097, 0.01162420678883791, 0.003140158485621214, -0.04846911132335663, 0.026750868186354637, 0.011968318372964859, -0.06409429758787155, 0.04462874308228493, -0.09777519106864929, 0.019800379872322083, 0.1431092619895935, -0.06282921135425568, 0.001956850988790393, -0.05414756387472153]"
|
|
3
|
+
3,The AI Revolution,2019,"[-0.04839208349585533, -0.018130159005522728, 0.0006797926616854966, -0.0442633330821991, 0.021164899691939354, 0.04696129262447357, -0.028264693915843964, 0.042356159538030624, -0.01594102382659912, 0.02803117409348488, -0.001820070669054985, 0.08143249899148941, 0.05184818059206009, -0.0394514761865139, -0.05628073588013649, 0.045607276260852814, -0.05898972600698471, -0.022139277309179306, -0.10037635266780853, -0.06979161500930786, -0.01722700335085392, -0.008979393169283867, 0.0003594286972656846, -0.010897224768996239, 0.012611917220056057, 0.0940438061952591, 0.009934039786458015, -0.07237716019153595, -0.006498237140476704, -0.057519618421792984, 0.010830376297235489, 0.0412440225481987, 0.01387049350887537, 0.009787400253117085, -0.04948229342699051, -0.020818574354052544, 0.028766600415110588, -0.03495161607861519, 0.07772637903690338, -0.06996473670005798, 0.020986048504710197, -0.11735286563634872, 0.005414893385022879, -0.051464907824993134, 0.11308147013187408, 0.09608727693557739, -0.03260783106088638, -0.0004723718739114702, 0.041949301958084106, 0.0007525612600147724, -0.05469919741153717, -0.04907922446727753, 0.023258021101355553, -0.03121086396276951, 0.010707909241318703, -0.0338498018682003, 0.056572601199150085, 0.01571924053132534, 0.04688527062535286, -0.04733617976307869, 0.0536516048014164, -0.03821645304560661, 0.018545499071478844, 0.029393663629889488, 0.04996408149600029, -9.237751510227099e-05, 0.005920876283198595, -0.05066966637969017, -0.03667248412966728, 0.0394398458302021, 0.004876661114394665, 0.04525015503168106, 0.00970800593495369, -0.017797047272324562, 0.025706198066473007, -0.07962118834257126, 0.0044928304851055145, -0.023790864273905754, 0.0919981375336647, -0.057460784912109375, 0.04149635136127472, -0.020054059103131294, -0.014283772557973862, 0.08400174975395203, -0.011103549040853977, -0.03533942252397537, -0.021870071068406105, -0.043915729969739914, 0.11705679446458817, -0.010870522819459438, -0.059949833899736404, -0.013804021291434765, 0.014524376951158047, 0.007410138845443726, 0.05108584091067314, 0.05264321342110634, -0.012267690151929855, -0.11379297077655792, -0.025690576061606407, 0.13899719715118408, -0.055340662598609924, -0.015046287328004837, -0.0027452451176941395, -0.060776181519031525, 0.02067730575799942, -0.014021589420735836, 0.04969051480293274, -0.02892482280731201, 0.06298891454935074, -0.039370812475681305, -0.019616875797510147, -0.02949734963476658, 0.07005894184112549, -0.015228444710373878, 0.03620119392871857, -0.003895936766639352, 0.03735101968050003, 0.08917149901390076, -0.014689698815345764, 0.035324301570653915, -0.0017588004702702165, -0.03056691214442253, -0.06860096007585526, 0.09451425820589066, 0.04589875414967537, 0.0049448939971625805, -0.034294284880161285, -6.256708272205785e-33, -0.0886751189827919, 0.0096744978800416, 0.06575759500265121, 0.09476729482412338, 0.008870996534824371, -0.053723398596048355, 0.016294511035084724, -0.03210720047354698, -0.018240388482809067, -0.040765538811683655, -0.07523411512374878, 0.05303244665265083, -0.027479784563183784, 0.00927228294312954, 0.09775695949792862, -0.06357626616954803, -0.006454423535615206, 0.0022845242638140917, 0.03356672823429108, -0.024478239938616753, 0.05161961540579796, -0.021994758397340775, -0.002992338966578245, -0.03800267353653908, 0.017311371862888336, 0.04538697376847267, 0.00406480161473155, -0.05702754110097885, 0.12154723703861237, 0.023297419771552086, -0.034828562289476395, 0.09527882933616638, -0.11651147902011871, -0.002366321859881282, 0.05384186655282974, 0.011203759349882603, -0.033224981278181076, -0.03817912936210632, -0.005936027504503727, 0.11054961383342743, -0.01747097633779049, 0.017470529302954674, -0.0006789401522837579, -0.07169293612241745, 0.027735119685530663, 0.04244785010814667, 0.05752381309866905, -0.001032875501550734, 0.048352453857660294, -0.04306409880518913, -0.0637429803609848, 0.08854274451732635, -0.028252050280570984, -0.08897323906421661, 0.07460854202508926, -0.04203464090824127, -0.04455781355500221, 0.08418174833059311, -0.018140999600291252, -0.026666026562452316, 0.05545429885387421, 0.00945867970585823, -0.02965559996664524, 0.11716530472040176, -0.004944604355841875, 0.0440497025847435, 0.0037020896561443806, 0.02982555329799652, 0.04158526659011841, 0.06021731719374657, -0.016590777784585953, -0.028013557195663452, -0.03986360877752304, -0.036275699734687805, -0.06026439741253853, 0.02892574854195118, -0.021164169535040855, -0.08414431661367416, -0.03959574177861214, -0.07396891713142395, -0.12836922705173492, -0.01921161077916622, -0.027884824201464653, -0.01435902900993824, 0.09313402324914932, -0.013448290526866913, -0.02264450676739216, -0.004057148937135935, 0.024133237078785896, -0.020414521917700768, -0.11125592887401581, -0.015748193487524986, -0.0031555008608847857, 0.05053146183490753, -0.07979489117860794, 5.1495773667494605e-33, -0.0748157650232315, -0.0246133953332901, -0.07374083995819092, 0.11489386856555939, 0.02581031434237957, -0.02370765060186386, -0.01992926001548767, -0.02915084734559059, 0.014177432283759117, 0.07786574214696884, -0.00648070964962244, -0.041731659322977066, 0.0332111120223999, 0.02683301270008087, 0.05827276408672333, -0.040877752006053925, 0.010100139304995537, -0.01726279966533184, 0.01238337717950344, 0.03634161129593849, 0.0024479550775140524, 0.024056125432252884, -0.0695449635386467, -0.06655896455049515, -0.009680381044745445, 0.0778108462691307, -0.01990152709186077, 0.06060389056801796, -0.01323225162923336, 0.03580150380730629, 0.03968542814254761, -0.04446834325790405, -0.03660652041435242, 0.07756257802248001, 0.01466502994298935, 0.12241848558187485, 0.03250941261649132, -0.05880877748131752, -0.042583875358104706, 0.03489292412996292, 0.004730542656034231, -0.07092465460300446, -0.06800319254398346, 0.03242015838623047, -0.025633761659264565, -0.025969361886382103, -0.042649801820516586, 0.11481285840272903, -0.0172285046428442, -0.018196409568190575, 0.027420707046985626, 0.05389424040913582, -0.035094719380140305, -0.06505365669727325, -0.09475965797901154, 0.02088184654712677, 0.026869362220168114, 0.014492657035589218, -0.00021495237888302654, 0.06438429653644562, -0.0958690270781517, -0.026562660932540894, -0.0015228783013299108, -0.0015984383644536138, -0.027914520353078842, 0.024154264479875565, 0.050029657781124115, 0.0864044725894928, 0.021664785221219063, -0.043718475848436356, 0.09079175442457199, 0.008757585659623146, -0.05491584539413452, 0.062171053141355515, -0.0332072488963604, 0.059011030942201614, -0.0037243717815726995, -0.0007049374398775399, -0.026222895830869675, -0.07135221362113953, -0.04506096616387367, -0.03714631125330925, 0.04025229811668396, 0.03758874908089638, -0.041212499141693115, 0.1204395666718483, 0.031473781913518906, -0.01907491870224476, 0.00783705897629261, 0.006268528755754232, -0.009819785133004189, -0.018703239038586617, 0.007044017780572176, 0.015189502388238907, -0.07133907824754715, -1.1765378893358047e-08, -0.028968872502446175, 0.07585989683866501, 0.07867645472288132, 0.043232567608356476, 0.041729990392923355, 0.01190964225679636, -0.04395897686481476, 0.01967967115342617, -0.037050504237413406, 0.03928298503160477, -0.02359623834490776, -0.02502153441309929, 0.06344319134950638, 0.04022623598575592, 0.0565563328564167, 0.038162942975759506, -0.031440816819667816, -0.00935001578181982, -0.041642360389232635, 0.01223486103117466, 0.10586714744567871, -0.015893489122390747, -0.0472584031522274, -0.08992092311382294, 0.037562549114227295, -0.023053143173456192, -0.027313005179166794, -0.014062122441828251, -0.09126543998718262, 0.07439211755990982, -0.011405611410737038, 0.025782780721783638, 0.016010086983442307, -0.01494598388671875, 0.010072268545627594, 0.04962156340479851, 0.04204398766160011, -0.03987278789281845, -0.03079521842300892, -0.09846659749746323, 0.025123242288827896, 0.1269918978214264, -0.04138608276844025, -0.04559043422341347, 0.013310756534337997, -0.000472537794848904, -0.013329084031283855, -0.09695767611265182, 0.09411641955375671, -0.022564835846424103, -0.01421738974750042, 0.02444196306169033, 0.048557355999946594, 0.10981108993291855, 0.13140492141246796, -0.03843044489622116, 0.031058160588145256, -0.058413065969944, -0.043943554162979126, 0.10626885294914246, 0.0725136324763298, 0.04529161378741264, 0.04536882042884827, -0.0856269970536232]"
|
|
@@ -8,6 +8,7 @@
|
|
|
8
8
|
^IO exception: Cannot open file.+
|
|
9
9
|
|
|
10
10
|
-CASE AzureScan
|
|
11
|
+
-SKIP
|
|
11
12
|
-SKIP_STATIC_LINK
|
|
12
13
|
-LOAD_DYNAMIC_EXTENSION azure
|
|
13
14
|
-STATEMENT LOAD FROM "az://lbug-test/vPerson.csv" RETURN *;
|
|
@@ -103,6 +104,7 @@ Column with name: "column1" is missing
|
|
|
103
104
|
Potential Fix: Since your schema has a mismatch, consider setting union_by_name=true.
|
|
104
105
|
|
|
105
106
|
-CASE AzurePublicScan
|
|
107
|
+
-SKIP
|
|
106
108
|
-SKIP_STATIC_LINK
|
|
107
109
|
-LOAD_DYNAMIC_EXTENSION azure
|
|
108
110
|
-STATEMENT CALL AZURE_CONNECTION_STRING = "";
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
--
|
|
4
4
|
|
|
5
5
|
-CASE AttachHTTPDuckdb
|
|
6
|
+
-SKIP
|
|
6
7
|
-SKIP_FSM_LEAK_CHECK
|
|
7
8
|
-LOAD_DYNAMIC_EXTENSION duckdb
|
|
8
9
|
-STATEMENT ATTACH 'http://localhost/dataset/databases/duckdb_database/tinysnb.db' as remoteTiny (dbtype duckdb, skip_unsupported_table=true);
|
|
@@ -35,6 +36,7 @@
|
|
|
35
36
|
^.+ Error: Cannot open database "http://localhost/dataset/databases/duckdb_database/tinysnb132.db" in read-only mode: database does not exist$
|
|
36
37
|
|
|
37
38
|
-CASE AttachPublicS3Duckdb
|
|
39
|
+
-SKIP
|
|
38
40
|
-SKIP_FSM_LEAK_CHECK
|
|
39
41
|
-LOAD_DYNAMIC_EXTENSION duckdb
|
|
40
42
|
-LOAD_DYNAMIC_EXTENSION httpfs
|
|
@@ -98,23 +98,21 @@ static std::unique_ptr<TableFuncBindData> bindFunc(ClientContext* context,
|
|
|
98
98
|
std::move(createFTSConfig));
|
|
99
99
|
}
|
|
100
100
|
|
|
101
|
-
static std::string createStopWordsTable(const ClientContext& context,
|
|
101
|
+
static std::string createStopWordsTable([[maybe_unused]] const ClientContext& context,
|
|
102
102
|
const StopWordsTableInfo& info) {
|
|
103
103
|
std::string query = "";
|
|
104
|
-
auto catalog = catalog::Catalog::Get(context);
|
|
105
104
|
switch (info.source) {
|
|
106
105
|
case StopWordsSource::DEFAULT: {
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
stringFormat("CREATE NODE TABLE `{}` (sw STRING, PRIMARY KEY(sw));", info.tableName);
|
|
106
|
+
// Always generate CREATE TABLE IF NOT EXISTS and MERGE statements.
|
|
107
|
+
// They are idempotent and safe to execute multiple times during import.
|
|
108
|
+
query += stringFormat("CREATE NODE TABLE IF NOT EXISTS `{}` (sw STRING, PRIMARY KEY(sw));",
|
|
109
|
+
info.tableName);
|
|
112
110
|
std::string stopWordList = "[";
|
|
113
111
|
for (auto& stopWord : StopWords::getDefaultStopWords()) {
|
|
114
112
|
stopWordList += stringFormat("\"{}\",", stopWord);
|
|
115
113
|
}
|
|
116
114
|
stopWordList.back() = ']';
|
|
117
|
-
query += stringFormat("UNWIND {} AS word
|
|
115
|
+
query += stringFormat("UNWIND {} AS word MERGE (s:`{}` {sw: word});", stopWordList,
|
|
118
116
|
info.tableName);
|
|
119
117
|
} break;
|
|
120
118
|
case StopWordsSource::TABLE: {
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
-DATASET CSV fts-small
|
|
2
|
+
|
|
3
|
+
--
|
|
4
|
+
|
|
5
|
+
# These ground truth numbers were obtained from DuckDB and we double checked that
|
|
6
|
+
# our results and DuckDB's results is within three decimal places.
|
|
7
|
+
-CASE MultiFTSIndex
|
|
8
|
+
-LOAD_DYNAMIC_EXTENSION fts
|
|
9
|
+
-STATEMENT CALL CREATE_FTS_INDEX('doc', 'AuthorIdx', ['author'])
|
|
10
|
+
---- ok
|
|
11
|
+
-STATEMENT CALL CREATE_FTS_INDEX('doc', 'NameIdx', ['name'])
|
|
12
|
+
---- ok
|
|
13
|
+
-LOG SimpleQuery
|
|
14
|
+
-STATEMENT CALL QUERY_FTS_INDEX('doc', 'AuthorIdx', 'Alice') RETURN node.ID, score
|
|
15
|
+
---- 2
|
|
16
|
+
0|0.204120
|
|
17
|
+
3|0.204120
|
|
18
|
+
-STATEMENT Export Database "${LBUG_EXPORT_DB_DIRECTORY}/fts-db"
|
|
19
|
+
---- 1
|
|
20
|
+
Exported database successfully.
|
|
21
|
+
-STATEMENT CALL DROP_FTS_INDEX('doc', 'AuthorIdx')
|
|
22
|
+
---- ok
|
|
23
|
+
-STATEMENT CALL DROP_FTS_INDEX('doc', 'NameIdx')
|
|
24
|
+
---- ok
|
|
25
|
+
-STATEMENT DROP TABLE likes
|
|
26
|
+
---- ok
|
|
27
|
+
-STATEMENT DROP TABLE doc
|
|
28
|
+
---- ok
|
|
29
|
+
-STATEMENT DROP TABLE city_stopwords
|
|
30
|
+
---- ok
|
|
31
|
+
-STATEMENT DROP TABLE name_stopwords
|
|
32
|
+
---- ok
|
|
33
|
+
-STATEMENT DROP TABLE INVALID_STOPWORDS
|
|
34
|
+
---- ok
|
|
35
|
+
-STATEMENT DROP TABLE INVALID_STOPWORDS_COL_TYPE
|
|
36
|
+
---- ok
|
|
37
|
+
-STATEMENT DROP MACRO `0_AUTHORIDX_TOKENIZE`
|
|
38
|
+
---- ok
|
|
39
|
+
-STATEMENT DROP MACRO `0_NAMEIDX_TOKENIZE`
|
|
40
|
+
---- ok
|
|
41
|
+
-STATEMENT IMPORT DATABASE "${LBUG_EXPORT_DB_DIRECTORY}/fts-db"
|
|
42
|
+
---- 1
|
|
43
|
+
Imported database successfully.
|
|
44
|
+
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
--
|
|
4
4
|
|
|
5
5
|
-CASE GCSGlob
|
|
6
|
+
-SKIP
|
|
6
7
|
-SKIP_STATIC_LINK
|
|
7
8
|
-LOAD_DYNAMIC_EXTENSION httpfs
|
|
8
9
|
-STATEMENT create node table person (ID INt64, fName StRING, gender INT64, isStudent BoOLEAN, isWorker BOOLEAN, age INT64, eyeSight DOUBLE, birthdate DATE, registerTime TIMESTAMP, lastJobDuration interval, workedHours INT64[], usedNames STRING[], courseScoresPerTerm INT64[][], grades INT64[4], height float, u UUID, PRIMARY KEY (ID));
|