sd-encoder 0.1.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (17) hide show
  1. sd_encoder-0.1.1/.gitignore +72 -0
  2. sd_encoder-0.1.1/.rustfmt.toml +1 -0
  3. sd_encoder-0.1.1/Cargo.lock +387 -0
  4. sd_encoder-0.1.1/Cargo.toml +24 -0
  5. sd_encoder-0.1.1/Makefile +22 -0
  6. sd_encoder-0.1.1/PKG-INFO +236 -0
  7. sd_encoder-0.1.1/README.md +221 -0
  8. sd_encoder-0.1.1/pyproject.toml +34 -0
  9. sd_encoder-0.1.1/src/encoder.rs +410 -0
  10. sd_encoder-0.1.1/src/lib.rs +25 -0
  11. sd_encoder-0.1.1/src/py/config.rs +125 -0
  12. sd_encoder-0.1.1/src/py/encoder.rs +55 -0
  13. sd_encoder-0.1.1/src/py/enums.rs +84 -0
  14. sd_encoder-0.1.1/src/py/mod.rs +1 -0
  15. sd_encoder-0.1.1/src/py/output.rs +80 -0
  16. sd_encoder-0.1.1/src/types.rs +159 -0
  17. sd_encoder-0.1.1/uv.lock +1151 -0
sd_encoder-0.1.1/.gitignore ADDED
@@ -0,0 +1,72 @@
1
+ /target
2
+
3
+ # Byte-compiled / optimized / DLL files
4
+ __pycache__/
5
+ .pytest_cache/
6
+ *.py[cod]
7
+
8
+ # C extensions
9
+ *.so
10
+
11
+ # Distribution / packaging
12
+ .Python
13
+ .venv/
14
+ env/
15
+ bin/
16
+ build/
17
+ develop-eggs/
18
+ dist/
19
+ eggs/
20
+ lib/
21
+ lib64/
22
+ parts/
23
+ sdist/
24
+ var/
25
+ include/
26
+ man/
27
+ venv/
28
+ *.egg-info/
29
+ .installed.cfg
30
+ *.egg
31
+
32
+ # Installer logs
33
+ pip-log.txt
34
+ pip-delete-this-directory.txt
35
+ pip-selfcheck.json
36
+
37
+ # Unit test / coverage reports
38
+ htmlcov/
39
+ .tox/
40
+ .coverage
41
+ .cache
42
+ nosetests.xml
43
+ coverage.xml
44
+
45
+ # Translations
46
+ *.mo
47
+
48
+ # Mr Developer
49
+ .mr.developer.cfg
50
+ .project
51
+ .pydevproject
52
+
53
+ # Rope
54
+ .ropeproject
55
+
56
+ # Django stuff:
57
+ *.log
58
+ *.pot
59
+
60
+ .DS_Store
61
+
62
+ # Sphinx documentation
63
+ docs/_build/
64
+
65
+ # PyCharm
66
+ .idea/
67
+
68
+ # VSCode
69
+ .vscode/
70
+
71
+ # Pyenv
72
+ .python-version
sd_encoder-0.1.1/.rustfmt.toml ADDED
@@ -0,0 +1 @@
1
+ max_width = 120
sd_encoder-0.1.1/Cargo.lock ADDED
@@ -0,0 +1,387 @@
1
+ # This file is automatically @generated by Cargo.
2
+ # It is not intended for manual editing.
3
+ version = 4
4
+
5
+ [[package]]
6
+ name = "aho-corasick"
7
+ version = "1.1.4"
8
+ source = "registry+https://github.com/rust-lang/crates.io-index"
9
+ checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
10
+ dependencies = [
11
+ "memchr",
12
+ ]
13
+
14
+ [[package]]
15
+ name = "autocfg"
16
+ version = "1.5.0"
17
+ source = "registry+https://github.com/rust-lang/crates.io-index"
18
+ checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
19
+
20
+ [[package]]
21
+ name = "equivalent"
22
+ version = "1.0.2"
23
+ source = "registry+https://github.com/rust-lang/crates.io-index"
24
+ checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
25
+
26
+ [[package]]
27
+ name = "hashbrown"
28
+ version = "0.16.1"
29
+ source = "registry+https://github.com/rust-lang/crates.io-index"
30
+ checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100"
31
+
32
+ [[package]]
33
+ name = "heck"
34
+ version = "0.5.0"
35
+ source = "registry+https://github.com/rust-lang/crates.io-index"
36
+ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
37
+
38
+ [[package]]
39
+ name = "indexmap"
40
+ version = "2.13.0"
41
+ source = "registry+https://github.com/rust-lang/crates.io-index"
42
+ checksum = "7714e70437a7dc3ac8eb7e6f8df75fd8eb422675fc7678aff7364301092b1017"
43
+ dependencies = [
44
+ "equivalent",
45
+ "hashbrown",
46
+ ]
47
+
48
+ [[package]]
49
+ name = "itoa"
50
+ version = "1.0.18"
51
+ source = "registry+https://github.com/rust-lang/crates.io-index"
52
+ checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682"
53
+
54
+ [[package]]
55
+ name = "libc"
56
+ version = "0.2.186"
57
+ source = "registry+https://github.com/rust-lang/crates.io-index"
58
+ checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"
59
+
60
+ [[package]]
61
+ name = "memchr"
62
+ version = "2.8.0"
63
+ source = "registry+https://github.com/rust-lang/crates.io-index"
64
+ checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79"
65
+
66
+ [[package]]
67
+ name = "num"
68
+ version = "0.4.3"
69
+ source = "registry+https://github.com/rust-lang/crates.io-index"
70
+ checksum = "35bd024e8b2ff75562e5f34e7f4905839deb4b22955ef5e73d2fea1b9813cb23"
71
+ dependencies = [
72
+ "num-bigint",
73
+ "num-complex",
74
+ "num-integer",
75
+ "num-iter",
76
+ "num-rational",
77
+ "num-traits",
78
+ ]
79
+
80
+ [[package]]
81
+ name = "num-bigint"
82
+ version = "0.4.6"
83
+ source = "registry+https://github.com/rust-lang/crates.io-index"
84
+ checksum = "a5e44f723f1133c9deac646763579fdb3ac745e418f2a7af9cd0c431da1f20b9"
85
+ dependencies = [
86
+ "num-integer",
87
+ "num-traits",
88
+ ]
89
+
90
+ [[package]]
91
+ name = "num-complex"
92
+ version = "0.4.6"
93
+ source = "registry+https://github.com/rust-lang/crates.io-index"
94
+ checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
95
+ dependencies = [
96
+ "num-traits",
97
+ ]
98
+
99
+ [[package]]
100
+ name = "num-integer"
101
+ version = "0.1.46"
102
+ source = "registry+https://github.com/rust-lang/crates.io-index"
103
+ checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f"
104
+ dependencies = [
105
+ "num-traits",
106
+ ]
107
+
108
+ [[package]]
109
+ name = "num-iter"
110
+ version = "0.1.45"
111
+ source = "registry+https://github.com/rust-lang/crates.io-index"
112
+ checksum = "1429034a0490724d0075ebb2bc9e875d6503c3cf69e235a8941aa757d83ef5bf"
113
+ dependencies = [
114
+ "autocfg",
115
+ "num-integer",
116
+ "num-traits",
117
+ ]
118
+
119
+ [[package]]
120
+ name = "num-rational"
121
+ version = "0.4.2"
122
+ source = "registry+https://github.com/rust-lang/crates.io-index"
123
+ checksum = "f83d14da390562dca69fc84082e73e548e1ad308d24accdedd2720017cb37824"
124
+ dependencies = [
125
+ "num-bigint",
126
+ "num-integer",
127
+ "num-traits",
128
+ ]
129
+
130
+ [[package]]
131
+ name = "num-traits"
132
+ version = "0.2.19"
133
+ source = "registry+https://github.com/rust-lang/crates.io-index"
134
+ checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
135
+ dependencies = [
136
+ "autocfg",
137
+ ]
138
+
139
+ [[package]]
140
+ name = "once_cell"
141
+ version = "1.21.4"
142
+ source = "registry+https://github.com/rust-lang/crates.io-index"
143
+ checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
144
+
145
+ [[package]]
146
+ name = "pin-project-lite"
147
+ version = "0.2.17"
148
+ source = "registry+https://github.com/rust-lang/crates.io-index"
149
+ checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd"
150
+
151
+ [[package]]
152
+ name = "portable-atomic"
153
+ version = "1.13.1"
154
+ source = "registry+https://github.com/rust-lang/crates.io-index"
155
+ checksum = "c33a9471896f1c69cecef8d20cbe2f7accd12527ce60845ff44c153bb2a21b49"
156
+
157
+ [[package]]
158
+ name = "proc-macro2"
159
+ version = "1.0.106"
160
+ source = "registry+https://github.com/rust-lang/crates.io-index"
161
+ checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
162
+ dependencies = [
163
+ "unicode-ident",
164
+ ]
165
+
166
+ [[package]]
167
+ name = "pyo3"
168
+ version = "0.28.3"
169
+ source = "registry+https://github.com/rust-lang/crates.io-index"
170
+ checksum = "91fd8e38a3b50ed1167fb981cd6fd60147e091784c427b8f7183a7ee32c31c12"
171
+ dependencies = [
172
+ "libc",
173
+ "once_cell",
174
+ "portable-atomic",
175
+ "pyo3-build-config",
176
+ "pyo3-ffi",
177
+ "pyo3-macros",
178
+ ]
179
+
180
+ [[package]]
181
+ name = "pyo3-build-config"
182
+ version = "0.28.3"
183
+ source = "registry+https://github.com/rust-lang/crates.io-index"
184
+ checksum = "e368e7ddfdeb98c9bca7f8383be1648fd84ab466bf2bc015e94008db6d35611e"
185
+ dependencies = [
186
+ "target-lexicon",
187
+ ]
188
+
189
+ [[package]]
190
+ name = "pyo3-ffi"
191
+ version = "0.28.3"
192
+ source = "registry+https://github.com/rust-lang/crates.io-index"
193
+ checksum = "7f29e10af80b1f7ccaf7f69eace800a03ecd13e883acfacc1e5d0988605f651e"
194
+ dependencies = [
195
+ "libc",
196
+ "pyo3-build-config",
197
+ ]
198
+
199
+ [[package]]
200
+ name = "pyo3-macros"
201
+ version = "0.28.3"
202
+ source = "registry+https://github.com/rust-lang/crates.io-index"
203
+ checksum = "df6e520eff47c45997d2fc7dd8214b25dd1310918bbb2642156ef66a67f29813"
204
+ dependencies = [
205
+ "proc-macro2",
206
+ "pyo3-macros-backend",
207
+ "quote",
208
+ "syn",
209
+ ]
210
+
211
+ [[package]]
212
+ name = "pyo3-macros-backend"
213
+ version = "0.28.3"
214
+ source = "registry+https://github.com/rust-lang/crates.io-index"
215
+ checksum = "c4cdc218d835738f81c2338f822078af45b4afdf8b2e33cbb5916f108b813acb"
216
+ dependencies = [
217
+ "heck",
218
+ "proc-macro2",
219
+ "pyo3-build-config",
220
+ "quote",
221
+ "syn",
222
+ ]
223
+
224
+ [[package]]
225
+ name = "pythonize"
226
+ version = "0.28.0"
227
+ source = "registry+https://github.com/rust-lang/crates.io-index"
228
+ checksum = "0b79f670c9626c8b651c0581011b57b6ba6970bb69faf01a7c4c0cfc81c43f95"
229
+ dependencies = [
230
+ "pyo3",
231
+ "serde",
232
+ ]
233
+
234
+ [[package]]
235
+ name = "quote"
236
+ version = "1.0.45"
237
+ source = "registry+https://github.com/rust-lang/crates.io-index"
238
+ checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924"
239
+ dependencies = [
240
+ "proc-macro2",
241
+ ]
242
+
243
+ [[package]]
244
+ name = "regex"
245
+ version = "1.12.3"
246
+ source = "registry+https://github.com/rust-lang/crates.io-index"
247
+ checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276"
248
+ dependencies = [
249
+ "aho-corasick",
250
+ "memchr",
251
+ "regex-automata",
252
+ "regex-syntax",
253
+ ]
254
+
255
+ [[package]]
256
+ name = "regex-automata"
257
+ version = "0.4.14"
258
+ source = "registry+https://github.com/rust-lang/crates.io-index"
259
+ checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f"
260
+ dependencies = [
261
+ "aho-corasick",
262
+ "memchr",
263
+ "regex-syntax",
264
+ ]
265
+
266
+ [[package]]
267
+ name = "regex-syntax"
268
+ version = "0.8.10"
269
+ source = "registry+https://github.com/rust-lang/crates.io-index"
270
+ checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a"
271
+
272
+ [[package]]
273
+ name = "sd_encoder"
274
+ version = "0.1.1"
275
+ dependencies = [
276
+ "num",
277
+ "pyo3",
278
+ "pyo3-ffi",
279
+ "pythonize",
280
+ "regex",
281
+ "serde",
282
+ "serde_json",
283
+ "tracing",
284
+ ]
285
+
286
+ [[package]]
287
+ name = "serde"
288
+ version = "1.0.228"
289
+ source = "registry+https://github.com/rust-lang/crates.io-index"
290
+ checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
291
+ dependencies = [
292
+ "serde_core",
293
+ ]
294
+
295
+ [[package]]
296
+ name = "serde_core"
297
+ version = "1.0.228"
298
+ source = "registry+https://github.com/rust-lang/crates.io-index"
299
+ checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
300
+ dependencies = [
301
+ "serde_derive",
302
+ ]
303
+
304
+ [[package]]
305
+ name = "serde_derive"
306
+ version = "1.0.228"
307
+ source = "registry+https://github.com/rust-lang/crates.io-index"
308
+ checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
309
+ dependencies = [
310
+ "proc-macro2",
311
+ "quote",
312
+ "syn",
313
+ ]
314
+
315
+ [[package]]
316
+ name = "serde_json"
317
+ version = "1.0.149"
318
+ source = "registry+https://github.com/rust-lang/crates.io-index"
319
+ checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86"
320
+ dependencies = [
321
+ "indexmap",
322
+ "itoa",
323
+ "memchr",
324
+ "serde",
325
+ "serde_core",
326
+ "zmij",
327
+ ]
328
+
329
+ [[package]]
330
+ name = "syn"
331
+ version = "2.0.117"
332
+ source = "registry+https://github.com/rust-lang/crates.io-index"
333
+ checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99"
334
+ dependencies = [
335
+ "proc-macro2",
336
+ "quote",
337
+ "unicode-ident",
338
+ ]
339
+
340
+ [[package]]
341
+ name = "target-lexicon"
342
+ version = "0.13.5"
343
+ source = "registry+https://github.com/rust-lang/crates.io-index"
344
+ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
345
+
346
+ [[package]]
347
+ name = "tracing"
348
+ version = "0.1.44"
349
+ source = "registry+https://github.com/rust-lang/crates.io-index"
350
+ checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100"
351
+ dependencies = [
352
+ "pin-project-lite",
353
+ "tracing-attributes",
354
+ "tracing-core",
355
+ ]
356
+
357
+ [[package]]
358
+ name = "tracing-attributes"
359
+ version = "0.1.31"
360
+ source = "registry+https://github.com/rust-lang/crates.io-index"
361
+ checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da"
362
+ dependencies = [
363
+ "proc-macro2",
364
+ "quote",
365
+ "syn",
366
+ ]
367
+
368
+ [[package]]
369
+ name = "tracing-core"
370
+ version = "0.1.36"
371
+ source = "registry+https://github.com/rust-lang/crates.io-index"
372
+ checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a"
373
+ dependencies = [
374
+ "once_cell",
375
+ ]
376
+
377
+ [[package]]
378
+ name = "unicode-ident"
379
+ version = "1.0.24"
380
+ source = "registry+https://github.com/rust-lang/crates.io-index"
381
+ checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
382
+
383
+ [[package]]
384
+ name = "zmij"
385
+ version = "1.0.21"
386
+ source = "registry+https://github.com/rust-lang/crates.io-index"
387
+ checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa"
sd_encoder-0.1.1/Cargo.toml ADDED
@@ -0,0 +1,24 @@
1
+ [package]
2
+ name = "sd_encoder"
3
+ version = "0.1.1"
4
+ edition = "2021"
5
+ license = "MIT"
6
+ homepage = "https://yanickjair.github.io/cllm/sd_encoder/"
7
+ repository = "https://github.com/YanickJair/cllm.git"
8
+ readme = "README.md"
9
+
10
+ # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
11
+ [lib]
12
+ name = "sd_encoder"
13
+ crate-type = ["cdylib", "rlib"]
14
+ doctest = false
15
+
16
+ [dependencies]
17
+ num = "0.4.3"
18
+ regex = "1.12.3"
19
+ serde = "1.0.228"
20
+ serde_json = {version = "1.0.149", features = ["preserve_order"]}
21
+ tracing = "0.1.44"
22
+ pythonize = "0.28.0"
23
+ pyo3-ffi = "0.28.3"
24
+ pyo3 = {version = "0.28.3", features = ["extension-module"] }
sd_encoder-0.1.1/Makefile ADDED
@@ -0,0 +1,22 @@
1
+ .PHONY: venv dev dev-release build release clean check
2
+
3
+ VENV := .venv
4
+ PYTHON := $(VENV)/bin/python3
5
+ MATURIN := $(VENV)/bin/maturin
6
+ MATURIN_ENV := env -u VIRTUAL_ENV PYO3_PYTHON=$(abspath $(PYTHON))
7
+
8
+ venv:
9
+ uv venv $(VENV)
10
+ uv pip install --python $(PYTHON) maturin
11
+
12
+ dev: venv
13
+ $(MATURIN_ENV) $(MATURIN) develop
14
+
15
+ dev-release: venv
16
+ $(MATURIN_ENV) $(MATURIN) develop --release
17
+
18
+ build: venv
19
+ $(MATURIN_ENV) $(MATURIN) build
20
+
21
+ release: venv
22
+ $(MATURIN_ENV) $(MATURIN) build --release