deeplotx 0.9.13__py3-none-any.whl → 0.9.15__py3-none-any.whl

{deeplotx-0.9.13.dist-info → deeplotx-0.9.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deeplotx
-Version: 0.9.13
+Version: 0.9.15
 Summary: An out-of-the-box long-text NLP framework.
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
@@ -157,6 +157,21 @@ year = {2025}
     (<Gender.Male: 'male'>, 1.0)
     ```
 
+- ### Apply LoRA to a model
+
+    Import dependencies
+
+    ```python
+    from deeplotx import LoRA
+    ```
+
+    Assumed that the `model` has been loaded
+
+    ```python
+    model = ...  # Maybe an LLM or some other deep neural network models
+    lora_model = LoRA.apply_to(model, target_modules=['q_proj'], rank=16, alpha=32, dropout_rate=.05)
+    ```
+
 - ### Long text embedding
 
     - **BERT based long text embedding**
@@ -273,6 +288,7 @@ year = {2025}
         RecursiveSequential, 
         LongContextRecursiveSequential, 
         RoPE, 
+        LoRA, 
         Attention, 
         MultiHeadAttention, 
         RoFormerEncoder, 
@@ -391,35 +407,3 @@ year = {2025}
             v = self.v_proj(y)
             return torch.matmul(self._attention(x, y, mask), v)
     ```
-
-- ### Text binary classification task with predefined trainer
-
-    ```python
-    from deeplotx import TextBinaryClassifierTrainer, LongTextEncoder
-    from deeplotx.util import get_files, read_file
-
-    long_text_encoder = LongTextEncoder(
-        max_length=2048, 
-        chunk_size=448, 
-        overlapping=32, 
-        cache_capacity=512 
-    )
-    trainer = TextBinaryClassifierTrainer(
-        long_text_encoder=long_text_encoder,
-        batch_size=2,
-        train_ratio=0.9 
-    )
-    pos_data_path = 'path/to/pos_dir'
-    neg_data_path = 'path/to/neg_dir'
-    pos_data = [read_file(x) for x in get_files(pos_data_path)]
-    neg_data = [read_file(x) for x in get_files(neg_data_path)]
-    model = trainer.train(pos_data, neg_data, 
-                        num_epochs=36, learning_rate=2e-5, 
-                        balancing_dataset=True, alpha=1e-4, 
-                        rho=.2, encoder_layers=2, 
-                        attn_heads=8, 
-                        recursive_layers=2) 
-    model.save(model_name='test_model', model_dir='model')
-    model = model.load(model_name='test_model', model_dir='model')
-    model.predict(long_text_encoder.encode('这是一个测试文本.', flatten=False))
-    ```

{deeplotx-0.9.13.dist-info → deeplotx-0.9.15.dist-info}/RECORD

@@ -29,8 +29,8 @@ deeplotx/similarity/distribution.py,sha256=wQGouuuW531pZeBRKBujXsdsoz4fDnPw7_GW8
 deeplotx/similarity/set.py,sha256=zhGFxtSIXlWqvipBYzoiPahp4g0boAIoUiMfG0wl07A,686
 deeplotx/similarity/vector.py,sha256=WVbDHqykt-fvuILVrhUCtIFAOEjY_zvttrXGM9eylG0,1125
 deeplotx/util/__init__.py,sha256=d1qelOGVTLSsHp1R_gsP_FSMAtAxUxWMwiPrTS58RSg,66
-deeplotx-0.9.13.dist-info/licenses/LICENSE,sha256=IwGE9guuL-ryRPEKi6wFPI_zOhg7zDZbTYuHbSt_SAk,35823
-deeplotx-0.9.13.dist-info/METADATA,sha256=_pdwcpo6iRSfeaD8VFxg4tIjfAxOXyeOFtRZRWQVLNw,14444
-deeplotx-0.9.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-deeplotx-0.9.13.dist-info/top_level.txt,sha256=hKg4pVDXZ-WWxkRfJFczRIll1Sv7VyfKCmzHLXbuh1U,9
-deeplotx-0.9.13.dist-info/RECORD,,
+deeplotx-0.9.15.dist-info/licenses/LICENSE,sha256=IwGE9guuL-ryRPEKi6wFPI_zOhg7zDZbTYuHbSt_SAk,35823
+deeplotx-0.9.15.dist-info/METADATA,sha256=8y2RddiUJGYpRITudVOnD4KnynqJNKfIEKYR6qietWI,13573
+deeplotx-0.9.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+deeplotx-0.9.15.dist-info/top_level.txt,sha256=hKg4pVDXZ-WWxkRfJFczRIll1Sv7VyfKCmzHLXbuh1U,9
+deeplotx-0.9.15.dist-info/RECORD,,