@oracle/langchain-oracledb 0.1.1

package/dist/text_splitter.js

@@ -0,0 +1,51 @@
+/* eslint-disable import/no-extraneous-dependencies */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import oracledb from "oracledb";
+import { TextSplitter } from "@langchain/textsplitters";
+/**
+ * Split text into smaller pieces
+ * @example
+ * ```typescript
+ * const splitter = new OracleTextSplitter(conn, params);
+ * let chunks = await splitter.splitText(doc.pageContent);
+ * ```
+ */
+export class OracleTextSplitter extends TextSplitter {
+    static lc_name() {
+        return "OracleTextSplitter";
+    }
+    constructor(conn, pref, fields) {
+        super(fields);
+        Object.defineProperty(this, "conn", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "pref", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.conn = conn;
+        this.pref = pref;
+    }
+    async splitText(text) {
+        const chunks = [];
+        const result = await this.conn.execute((`select t.column_value as data from dbms_vector_chain.utl_to_chunks(:content, :pref) t`), {
+            content: { val: text, dir: oracledb.BIND_IN, type: oracledb.CLOB },
+            pref: { val: this.pref, type: oracledb.DB_TYPE_JSON },
+        }, { fetchInfo: { DATA: { type: oracledb.STRING } } });
+        const rows = result.rows;
+        if (Symbol.iterator in Object(rows)) {
+            for (const row of rows) {
+                const [chunk_str] = row;
+                const chunk = JSON.parse(chunk_str);
+                chunks.push(chunk.chunk_data);
+            }
+        }
+        return chunks;
+    }
+}
+//# sourceMappingURL=text_splitter.js.map

package/dist/text_splitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text_splitter.js","sourceRoot":"","sources":["../src/text_splitter.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,uDAAuD;AACvD,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,YAAY,EAAsB,MAAM,0BAA0B,CAAC;AAE5E;;;;;;;GAOG;AACH,MAAM,OAAO,kBAAmB,SAAQ,YAAY;IAKlD,MAAM,CAAC,OAAO;QACZ,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAED,YACE,IAAyB,EACzB,IAA6B,EAC7B,MAA2B;QAE3B,KAAK,CAAC,MAAM,CAAC,CAAC;QAbN;;;;;WAA0B;QAE1B;;;;;WAA8B;QAYtC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAC5B,CACN,uFAAuF,CACxF,EACwB;YACvB,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE;YAClE,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,YAAY,EAAE;SACtD,EAEW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,EAC3D,CACF,CAAC;QACF,MAAM,IAAI,GAAQ,MAAM,CAAC,IAAI,CAAC;QAC9B,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE;YACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;gBACtB,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;gBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;aAC/B;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}