@truto/truto-jsonata 1.0.13 → 1.0.15

package/dist/module.js

@@ -1,5 +1,5 @@
 import $hgUW1$jsonata from "jsonata";
-import {difference as $hgUW1$difference, groupBy as $hgUW1$groupBy, castArray as $hgUW1$castArray, keyBy as $hgUW1$keyBy, pick as $hgUW1$pick, omit as $hgUW1$omit, compact as $hgUW1$compact, join as $hgUW1$join, orderBy as $hgUW1$orderBy, find as $hgUW1$find, filter as $hgUW1$filter, values as $hgUW1$values, chunk as $hgUW1$chunk, reduce as $hgUW1$reduce, each as $hgUW1$each, get as $hgUW1$get, isEmpty as $hgUW1$isEmpty, concat as $hgUW1$concat, isEqual as $hgUW1$isEqual, flatMap as $hgUW1$flatMap, map as $hgUW1$map, set as $hgUW1$set, isString as $hgUW1$isString, flattenDeep as $hgUW1$flattenDeep, sortBy as $hgUW1$sortBy, repeat as $hgUW1$repeat, flatten as $hgUW1$flatten, reject as $hgUW1$reject, isNil as $hgUW1$isNil, isFunction as $hgUW1$isFunction, toNumber as $hgUW1$toNumber, includes as $hgUW1$includes} from "lodash-es";
+import {difference as $hgUW1$difference, groupBy as $hgUW1$groupBy, castArray as $hgUW1$castArray, keyBy as $hgUW1$keyBy, pick as $hgUW1$pick, omit as $hgUW1$omit, compact as $hgUW1$compact, join as $hgUW1$join, orderBy as $hgUW1$orderBy, find as $hgUW1$find, filter as $hgUW1$filter, values as $hgUW1$values, chunk as $hgUW1$chunk, reduce as $hgUW1$reduce, each as $hgUW1$each, get as $hgUW1$get, isEmpty as $hgUW1$isEmpty, concat as $hgUW1$concat, isEqual as $hgUW1$isEqual, flatMap as $hgUW1$flatMap, map as $hgUW1$map, flattenDeep as $hgUW1$flattenDeep, set as $hgUW1$set, isString as $hgUW1$isString, sortBy as $hgUW1$sortBy, repeat as $hgUW1$repeat, flatten as $hgUW1$flatten, reject as $hgUW1$reject, isNil as $hgUW1$isNil, isFunction as $hgUW1$isFunction, toNumber as $hgUW1$toNumber, includes as $hgUW1$includes} from "lodash-es";
 import {DateTime as $hgUW1$DateTime} from "luxon";
 import {Lexer as $hgUW1$Lexer, marked as $hgUW1$marked} from "marked";
 import {diceCoefficient as $hgUW1$diceCoefficient} from "dice-coefficient";
@@ -449,6 +449,7 @@ var $1856284278f92c61$export$2e2bcd8739ae039 = $1856284278f92c61$var$convertMark
 
 
 
+
 const $d584c575eabd606d$var$parseMarkedTokenToNotionRequest = (tokens, acc = [])=>{
     return (0, $hgUW1$reduce)(tokens, (acc, token)=>{
         const childTokens = token.type === "blockquote" ? (0, $hgUW1$get)(token, "tokens[0].tokens") : (0, $hgUW1$get)(token, "tokens");
@@ -510,17 +511,25 @@ const $d584c575eabd606d$var$parseMarkedTokenToNotionRequest = (tokens, acc = [])
             return acc;
         }
         if (token.type === "code") {
+            const textSplitByNewLine = token.text.split("\n");
+            const chunksOfChunks = (0, $hgUW1$compact)((0, $hgUW1$map)(textSplitByNewLine, (chunk)=>$d584c575eabd606d$var$chunkText(chunk)));
+            const chunksWithNewLines = (0, $hgUW1$flattenDeep)((0, $8f5fb75395ee9099$export$2e2bcd8739ae039)((0, $hgUW1$map)(chunksOfChunks, (chunk)=>{
+                return (0, $hgUW1$map)(chunk, (_chunk)=>({
+                        type: "text",
+                        text: {
+                            content: _chunk
+                        }
+                    }));
+            }), {
+                type: "text",
+                text: {
+                    content: "\n\n"
+                }
+            }));
             acc.push({
                 type: "code",
                 code: {
-                    rich_text: [
-                        {
-                            type: "text",
-                            text: {
-                                content: token.text
-                            }
-                        }
-                    ],
+                    rich_text: chunksWithNewLines,
                     language: token.lang || "plain text"
                 }
             });
@@ -623,20 +632,36 @@ const $d584c575eabd606d$var$parseMarkedTokenToNotionRequest = (tokens, acc = [])
         const text = (0, $hgUW1$get)(token, "text");
         if (!text) return acc;
         const textToInsert = (0, $e8d3ca61f6a67481$export$2e2bcd8739ae039)(text);
-        acc.push({
+        // chunk the text into 2000 character chunks, should handle emojis and multi-byte characters
+        const textSplitByNewLine = textToInsert.split("\n");
+        const chunksOfChunks = (0, $hgUW1$compact)((0, $hgUW1$map)(textSplitByNewLine, (chunk)=>$d584c575eabd606d$var$chunkText(chunk)));
+        const chunksWithNewLines = (0, $hgUW1$flattenDeep)((0, $8f5fb75395ee9099$export$2e2bcd8739ae039)((0, $hgUW1$map)(chunksOfChunks, (chunk)=>{
+            return (0, $hgUW1$map)(chunk, (_chunk)=>({
+                    type: "text",
+                    text: {
+                        content: _chunk
+                    },
+                    ...token.type === "codespan" ? {
+                        annotations: {
+                            code: true
+                        }
+                    } : {}
+                }));
+        }), {
             type: "text",
             text: {
-                content: textToInsert
-            },
-            ...token.type === "codespan" ? {
-                annotations: {
-                    code: true
-                }
-            } : {}
+                content: "\n"
+            }
+        }));
+        (0, $hgUW1$each)(chunksWithNewLines, (chunk)=>{
+            acc.push(chunk);
         });
         return acc;
     }, acc);
 };
+const $d584c575eabd606d$var$chunkText = (text, numChars = 2000)=>{
+    return text.match(new RegExp(`.{1,${numChars}}`, "g"));
+};
 const $d584c575eabd606d$var$convertMarkdownToNotion = (text)=>{
     const tokens = (0, $hgUW1$Lexer).lex(text);
     const parsedTokens = $d584c575eabd606d$var$parseMarkedTokenToNotionRequest(tokens);