common_lingua 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. common_lingua-0.1.0/Cargo.lock +279 -0
  2. common_lingua-0.1.0/Cargo.toml +25 -0
  3. common_lingua-0.1.0/PKG-INFO +8 -0
  4. common_lingua-0.1.0/common-lingua/Cargo.toml +14 -0
  5. common_lingua-0.1.0/common-lingua/README.md +8 -0
  6. common_lingua-0.1.0/common-lingua/src/lib.rs +683 -0
  7. common_lingua-0.1.0/common-lingua/src/linear.rs +187 -0
  8. common_lingua-0.1.0/common-lingua/src/main.rs +28 -0
  9. common_lingua-0.1.0/common-lingua/src/math.rs +125 -0
  10. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.ffn_down.weight.bin +0 -0
  11. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.ffn_down.weight.size +1 -0
  12. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.ffn_gate.weight.bin +0 -0
  13. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.ffn_gate.weight.size +1 -0
  14. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.ffn_up.weight.bin +0 -0
  15. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.ffn_up.weight.size +1 -0
  16. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm1.bias.bin +0 -0
  17. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm1.bias.size +1 -0
  18. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm1.weight.bin +0 -0
  19. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm1.weight.size +1 -0
  20. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm2.bias.bin +0 -0
  21. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm2.bias.size +1 -0
  22. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm2.weight.bin +0 -0
  23. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.norm2.weight.size +1 -0
  24. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.out_proj.weight.bin +0 -0
  25. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.out_proj.weight.size +1 -0
  26. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.qkv.weight.bin +0 -0
  27. common_lingua-0.1.0/common-lingua/src/weights/attn_layers.0.qkv.weight.size +1 -0
  28. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.conv.bias.bin +0 -0
  29. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.conv.bias.size +1 -0
  30. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.conv.weight.bin +0 -0
  31. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.conv.weight.size +1 -0
  32. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.ffn_down.weight.bin +0 -0
  33. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.ffn_down.weight.size +1 -0
  34. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.ffn_gate.weight.bin +0 -0
  35. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.ffn_gate.weight.size +1 -0
  36. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.ffn_up.weight.bin +0 -0
  37. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.ffn_up.weight.size +1 -0
  38. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm1.bias.bin +0 -0
  39. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm1.bias.size +1 -0
  40. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm1.weight.bin +0 -0
  41. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm1.weight.size +1 -0
  42. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm2.bias.bin +0 -0
  43. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm2.bias.size +1 -0
  44. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm2.weight.bin +0 -0
  45. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.0.norm2.weight.size +1 -0
  46. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.conv.bias.bin +0 -0
  47. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.conv.bias.size +1 -0
  48. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.conv.weight.bin +0 -0
  49. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.conv.weight.size +1 -0
  50. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.ffn_down.weight.bin +0 -0
  51. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.ffn_down.weight.size +1 -0
  52. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.ffn_gate.weight.bin +0 -0
  53. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.ffn_gate.weight.size +1 -0
  54. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.ffn_up.weight.bin +0 -0
  55. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.ffn_up.weight.size +1 -0
  56. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm1.bias.bin +0 -0
  57. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm1.bias.size +1 -0
  58. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm1.weight.bin +0 -0
  59. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm1.weight.size +1 -0
  60. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm2.bias.bin +0 -0
  61. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm2.bias.size +1 -0
  62. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm2.weight.bin +0 -0
  63. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.1.norm2.weight.size +1 -0
  64. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.conv.bias.bin +0 -0
  65. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.conv.bias.size +1 -0
  66. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.conv.weight.bin +0 -0
  67. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.conv.weight.size +1 -0
  68. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.ffn_down.weight.bin +0 -0
  69. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.ffn_down.weight.size +1 -0
  70. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.ffn_gate.weight.bin +0 -0
  71. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.ffn_gate.weight.size +1 -0
  72. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.ffn_up.weight.bin +0 -0
  73. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.ffn_up.weight.size +1 -0
  74. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm1.bias.bin +0 -0
  75. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm1.bias.size +1 -0
  76. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm1.weight.bin +0 -0
  77. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm1.weight.size +1 -0
  78. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm2.bias.bin +0 -0
  79. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm2.bias.size +1 -0
  80. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm2.weight.bin +2 -0
  81. common_lingua-0.1.0/common-lingua/src/weights/conv_layers.2.norm2.weight.size +1 -0
  82. common_lingua-0.1.0/common-lingua/src/weights/embed.weight.bin +0 -0
  83. common_lingua-0.1.0/common-lingua/src/weights/embed.weight.size +1 -0
  84. common_lingua-0.1.0/common-lingua/src/weights/final_norm.bias.bin +0 -0
  85. common_lingua-0.1.0/common-lingua/src/weights/final_norm.bias.size +1 -0
  86. common_lingua-0.1.0/common-lingua/src/weights/final_norm.weight.bin +0 -0
  87. common_lingua-0.1.0/common-lingua/src/weights/final_norm.weight.size +1 -0
  88. common_lingua-0.1.0/common-lingua/src/weights/head.0.bias.bin +0 -0
  89. common_lingua-0.1.0/common-lingua/src/weights/head.0.bias.size +1 -0
  90. common_lingua-0.1.0/common-lingua/src/weights/head.0.weight.bin +0 -0
  91. common_lingua-0.1.0/common-lingua/src/weights/head.0.weight.size +1 -0
  92. common_lingua-0.1.0/common-lingua/src/weights/head.3.bias.bin +0 -0
  93. common_lingua-0.1.0/common-lingua/src/weights/head.3.bias.size +1 -0
  94. common_lingua-0.1.0/common-lingua/src/weights/head.3.weight.bin +0 -0
  95. common_lingua-0.1.0/common-lingua/src/weights/head.3.weight.size +1 -0
  96. common_lingua-0.1.0/common-lingua/src/weights/ngram_embed.embed.weight.bin +0 -0
  97. common_lingua-0.1.0/common-lingua/src/weights/ngram_embed.embed.weight.size +1 -0
  98. common_lingua-0.1.0/common-lingua/src/weights/ngram_proj.weight.bin +0 -0
  99. common_lingua-0.1.0/common-lingua/src/weights/ngram_proj.weight.size +1 -0
  100. common_lingua-0.1.0/common-lingua/src/weights.rs +2 -0
  101. common_lingua-0.1.0/common-lingua-macros/Cargo.toml +18 -0
  102. common_lingua-0.1.0/common-lingua-macros/README.md +8 -0
  103. common_lingua-0.1.0/common-lingua-macros/src/lib.rs +51 -0
  104. common_lingua-0.1.0/common-lingua-py/.python-version +1 -0
  105. common_lingua-0.1.0/common-lingua-py/Cargo.toml +14 -0
  106. common_lingua-0.1.0/common-lingua-py/README.md +11 -0
  107. common_lingua-0.1.0/common-lingua-py/common_lingua.pyi +1 -0
  108. common_lingua-0.1.0/common-lingua-py/src/lib.rs +26 -0
  109. common_lingua-0.1.0/common-lingua-py/uv.lock +7 -0
  110. common_lingua-0.1.0/pyproject.toml +19 -0
common_lingua-0.1.0/Cargo.lock ADDED
@@ -0,0 +1,279 @@
1
+ # This file is automatically @generated by Cargo.
2
+ # It is not intended for manual editing.
3
+ version = 4
4
+
5
+ [[package]]
6
+ name = "bumpalo"
7
+ version = "3.20.3"
8
+ source = "registry+https://github.com/rust-lang/crates.io-index"
9
+ checksum = "72f5acc6cb2ba439de613abc23857ec3d78374d8ed5ac84e9d11336e87da8649"
10
+
11
+ [[package]]
12
+ name = "cfg-if"
13
+ version = "1.0.5"
14
+ source = "registry+https://github.com/rust-lang/crates.io-index"
15
+ checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600"
16
+
17
+ [[package]]
18
+ name = "common-lingua"
19
+ version = "0.1.0"
20
+ dependencies = [
21
+ "common-lingua-macros",
22
+ ]
23
+
24
+ [[package]]
25
+ name = "common-lingua-macros"
26
+ version = "0.1.0"
27
+ dependencies = [
28
+ "proc-macro2",
29
+ "quote",
30
+ "syn 3.0.9",
31
+ ]
32
+
33
+ [[package]]
34
+ name = "common-lingua-py"
35
+ version = "0.1.0"
36
+ dependencies = [
37
+ "common-lingua",
38
+ "pyo3",
39
+ ]
40
+
41
+ [[package]]
42
+ name = "common-lingua-wasm"
43
+ version = "0.1.0"
44
+ dependencies = [
45
+ "common-lingua",
46
+ "js-sys",
47
+ "wasm-bindgen",
48
+ ]
49
+
50
+ [[package]]
51
+ name = "futures-core"
52
+ version = "0.3.34"
53
+ source = "registry+https://github.com/rust-lang/crates.io-index"
54
+ checksum = "92d699e522242e69e3003b94ecc1f960f3a5e015aa7c5d7486e65ad01dd94f5e"
55
+
56
+ [[package]]
57
+ name = "futures-task"
58
+ version = "0.3.34"
59
+ source = "registry+https://github.com/rust-lang/crates.io-index"
60
+ checksum = "cd417de3d1d015fc3bfd2b1ea46dfc7bab72ef86f1cc7cc9c78e728b34a6d1fd"
61
+
62
+ [[package]]
63
+ name = "futures-util"
64
+ version = "0.3.34"
65
+ source = "registry+https://github.com/rust-lang/crates.io-index"
66
+ checksum = "0d50a92467f8ba5dd6e3ee5d4bd04d73ab2e4e1c44474a0674821dfce14b79bc"
67
+ dependencies = [
68
+ "futures-core",
69
+ "futures-task",
70
+ "pin-project-lite",
71
+ "slab",
72
+ ]
73
+
74
+ [[package]]
75
+ name = "heck"
76
+ version = "0.5.0"
77
+ source = "registry+https://github.com/rust-lang/crates.io-index"
78
+ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
79
+
80
+ [[package]]
81
+ name = "js-sys"
82
+ version = "0.3.106"
83
+ source = "registry+https://github.com/rust-lang/crates.io-index"
84
+ checksum = "7883d941dae510fb2d978fc3fe018c71c9e2892fd38854de3e8b92c2e5ad9cc5"
85
+ dependencies = [
86
+ "cfg-if",
87
+ "futures-util",
88
+ "wasm-bindgen",
89
+ ]
90
+
91
+ [[package]]
92
+ name = "libc"
93
+ version = "0.2.191"
94
+ source = "registry+https://github.com/rust-lang/crates.io-index"
95
+ checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a"
96
+
97
+ [[package]]
98
+ name = "once_cell"
99
+ version = "1.21.4"
100
+ source = "registry+https://github.com/rust-lang/crates.io-index"
101
+ checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
102
+
103
+ [[package]]
104
+ name = "pin-project-lite"
105
+ version = "0.2.17"
106
+ source = "registry+https://github.com/rust-lang/crates.io-index"
107
+ checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd"
108
+
109
+ [[package]]
110
+ name = "portable-atomic"
111
+ version = "1.15.0"
112
+ source = "registry+https://github.com/rust-lang/crates.io-index"
113
+ checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
114
+
115
+ [[package]]
116
+ name = "proc-macro2"
117
+ version = "1.0.107"
118
+ source = "registry+https://github.com/rust-lang/crates.io-index"
119
+ checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
120
+ dependencies = [
121
+ "unicode-ident",
122
+ ]
123
+
124
+ [[package]]
125
+ name = "pyo3"
126
+ version = "0.29.3"
127
+ source = "registry+https://github.com/rust-lang/crates.io-index"
128
+ checksum = "700d18fa267b73b9b521fd7e13580e2f446916f176cacee1ab63fcc8191f1655"
129
+ dependencies = [
130
+ "libc",
131
+ "once_cell",
132
+ "portable-atomic",
133
+ "pyo3-build-config",
134
+ "pyo3-ffi",
135
+ "pyo3-macros",
136
+ ]
137
+
138
+ [[package]]
139
+ name = "pyo3-build-config"
140
+ version = "0.29.3"
141
+ source = "registry+https://github.com/rust-lang/crates.io-index"
142
+ checksum = "7b3fc0c4d08f6bb10e71fe39dfb9e2f59c6eb6854e22ec8092f50c69a4499adb"
143
+ dependencies = [
144
+ "target-lexicon",
145
+ ]
146
+
147
+ [[package]]
148
+ name = "pyo3-ffi"
149
+ version = "0.29.3"
150
+ source = "registry+https://github.com/rust-lang/crates.io-index"
151
+ checksum = "dfc0b8e19df29aad7086cf977bb0c2a2f143e30567eb113e9cf72b62ca698330"
152
+ dependencies = [
153
+ "libc",
154
+ "pyo3-build-config",
155
+ ]
156
+
157
+ [[package]]
158
+ name = "pyo3-macros"
159
+ version = "0.29.3"
160
+ source = "registry+https://github.com/rust-lang/crates.io-index"
161
+ checksum = "6100e8a4b5eba53afaa5ed078364851a0b2499c553a44c31026b929049b49dc6"
162
+ dependencies = [
163
+ "proc-macro2",
164
+ "pyo3-macros-backend",
165
+ "quote",
166
+ "syn 2.0.119",
167
+ ]
168
+
169
+ [[package]]
170
+ name = "pyo3-macros-backend"
171
+ version = "0.29.3"
172
+ source = "registry+https://github.com/rust-lang/crates.io-index"
173
+ checksum = "6143877a16e82b5a727b7127ff4cd86858a24a28d745d72f43e6f227c7b1bdb3"
174
+ dependencies = [
175
+ "heck",
176
+ "proc-macro2",
177
+ "quote",
178
+ "syn 2.0.119",
179
+ ]
180
+
181
+ [[package]]
182
+ name = "quote"
183
+ version = "1.0.47"
184
+ source = "registry+https://github.com/rust-lang/crates.io-index"
185
+ checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
186
+ dependencies = [
187
+ "proc-macro2",
188
+ ]
189
+
190
+ [[package]]
191
+ name = "rustversion"
192
+ version = "1.0.23"
193
+ source = "registry+https://github.com/rust-lang/crates.io-index"
194
+ checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f"
195
+
196
+ [[package]]
197
+ name = "slab"
198
+ version = "0.4.12"
199
+ source = "registry+https://github.com/rust-lang/crates.io-index"
200
+ checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5"
201
+
202
+ [[package]]
203
+ name = "syn"
204
+ version = "2.0.119"
205
+ source = "registry+https://github.com/rust-lang/crates.io-index"
206
+ checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297"
207
+ dependencies = [
208
+ "proc-macro2",
209
+ "quote",
210
+ "unicode-ident",
211
+ ]
212
+
213
+ [[package]]
214
+ name = "syn"
215
+ version = "3.0.9"
216
+ source = "registry+https://github.com/rust-lang/crates.io-index"
217
+ checksum = "d78c8dee4c7bf0e14673097256fed6142ce9d3b85a408189d07482442145823b"
218
+ dependencies = [
219
+ "proc-macro2",
220
+ "quote",
221
+ "unicode-ident",
222
+ ]
223
+
224
+ [[package]]
225
+ name = "target-lexicon"
226
+ version = "0.13.5"
227
+ source = "registry+https://github.com/rust-lang/crates.io-index"
228
+ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
229
+
230
+ [[package]]
231
+ name = "unicode-ident"
232
+ version = "1.0.27"
233
+ source = "registry+https://github.com/rust-lang/crates.io-index"
234
+ checksum = "a2c754d6c33795a1c324727428e5a7dedb5b06195f9890bdbcba760d3e246563"
235
+
236
+ [[package]]
237
+ name = "wasm-bindgen"
238
+ version = "0.2.129"
239
+ source = "registry+https://github.com/rust-lang/crates.io-index"
240
+ checksum = "9bb54f33acc68fd454578d9820b0bde1a1a3d17aa17bb7b6595806d02886d409"
241
+ dependencies = [
242
+ "cfg-if",
243
+ "once_cell",
244
+ "rustversion",
245
+ "wasm-bindgen-macro",
246
+ "wasm-bindgen-shared",
247
+ ]
248
+
249
+ [[package]]
250
+ name = "wasm-bindgen-macro"
251
+ version = "0.2.129"
252
+ source = "registry+https://github.com/rust-lang/crates.io-index"
253
+ checksum = "2e29d0c35b16e224a7eeb5cd2d25e3e1968fbd65604117b44d3b789d00ee8535"
254
+ dependencies = [
255
+ "quote",
256
+ "wasm-bindgen-macro-support",
257
+ ]
258
+
259
+ [[package]]
260
+ name = "wasm-bindgen-macro-support"
261
+ version = "0.2.129"
262
+ source = "registry+https://github.com/rust-lang/crates.io-index"
263
+ checksum = "6f501a8bc3719dba86ef8ae4728879c08001bea749eb1333ac5b91e040e2a6b7"
264
+ dependencies = [
265
+ "bumpalo",
266
+ "proc-macro2",
267
+ "quote",
268
+ "syn 3.0.9",
269
+ "wasm-bindgen-shared",
270
+ ]
271
+
272
+ [[package]]
273
+ name = "wasm-bindgen-shared"
274
+ version = "0.2.129"
275
+ source = "registry+https://github.com/rust-lang/crates.io-index"
276
+ checksum = "23f0c9c52aa7cd7d77769a4cfe2a9adb1b331f489a41d912ce14513d5ab995c6"
277
+ dependencies = [
278
+ "unicode-ident",
279
+ ]
common_lingua-0.1.0/Cargo.toml ADDED
@@ -0,0 +1,25 @@
1
+ [workspace]
2
+ resolver = "3"
3
+
4
+ [workspace.package]
5
+ version = "0.1.0"
6
+ edition = "2024"
7
+ description = "Rust port of common lingua, a language detection model."
8
+ license = "Apache-2.0"
9
+ repository = "https://github.com/neodyland/common-lingua-rs"
10
+ readme = "README.md"
11
+ keywords = ["nlp"]
12
+ categories = ["text-processing", "internationalization", "no-std"]
13
+
14
+ [workspace.dependencies]
15
+ proc-macro2 = "1.0.107"
16
+ syn = "3.0.9"
17
+ quote = "1.0.47"
18
+ wasm-bindgen = "0.2.129"
19
+ js-sys = "0.3.106"
20
+
21
+ [profile.release]
22
+ lto = true
23
+ codegen-units = 1
24
+ panic = "abort"
25
+ strip = true
common_lingua-0.1.0/PKG-INFO ADDED
@@ -0,0 +1,8 @@
1
+ Metadata-Version: 2.4
2
+ Name: common_lingua
3
+ Version: 0.1.0
4
+ Classifier: Programming Language :: Rust
5
+ Classifier: Programming Language :: Python :: Implementation :: CPython
6
+ Classifier: Programming Language :: Python :: Implementation :: PyPy
7
+ Summary: Common lingua, a language detection model.
8
+ Requires-Python: >=3.8
common_lingua-0.1.0/common-lingua/Cargo.toml ADDED
@@ -0,0 +1,14 @@
1
+ [package]
2
+ name = "common-lingua"
3
+ version.workspace = true
4
+ edition.workspace = true
5
+ description.workspace = true
6
+ license.workspace = true
7
+ repository.workspace = true
8
+ readme = "README.md"
9
+ keywords.workspace = true
10
+ categories.workspace = true
11
+
12
+
13
+ [dependencies]
14
+ common-lingua-macros = { path = "../common-lingua-macros" , version = "0.1.0" }
common_lingua-0.1.0/common-lingua/README.md ADDED
@@ -0,0 +1,8 @@
1
+ # common lingua
2
+ Common lingua is a small, good language model for language detection.
3
+
4
+ This is an unofficial rust implementation for it.
5
+
6
+ Git: https://github.com/neodyland/common-lingua-rs
7
+
8
+ Original: https://huggingface.co/PleIAs/CommonLingua