koishi-plugin-smmcat-nai-diffusion 0.0.1 → 0.0.3

package/lib/index.d.ts

@@ -6,6 +6,14 @@ export interface Config {
     useMd: boolean;
     useGuildId: string[];
     useGuildUser: string[];
+    negative_prompt: string;
 }
+export declare const inject: string[];
 export declare const Config: Schema<Config>;
+export type CanvasData = {
+    naturalHeight: number;
+    height: number;
+    naturalWidth: number;
+    width: number;
+};
 export declare function apply(ctx: Context, config: Config): void;

package/lib/index.js

@@ -22,6 +22,7 @@ var src_exports = {};
 __export(src_exports, {
   Config: () => Config,
   apply: () => apply,
+  inject: () => inject,
   name: () => name
 });
 module.exports = __toCommonJS(src_exports);
@@ -115,9 +116,11 @@ var Chat = {
 
 // src/index.ts
 var name = "smmcat-nai-diffusion";
+var inject = ["canvas"];
 var Config = import_koishi.Schema.object({
   deBug: import_koishi.Schema.boolean().default(false).description("获取更多日志消息"),
   useMd: import_koishi.Schema.boolean().default(false).description("使用md发送消息"),
+  negative_prompt: import_koishi.Schema.string().default("lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, ugly, deformed, poorly drawn hands, poorly drawn face, mutation, deformed, bad proportions, gross proportions, long neck, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, unclear eyes, bad body, out of focus, chromatic aberration").description("默认反向词条"),
   token: import_koishi.Schema.string().default("").description("[tuercha](https://api.tuercha.com/register) 绘图站提供的令牌"),
   useGuildId: import_koishi.Schema.array(String).role("table").default([]).description("指定可用群"),
   useGuildUser: import_koishi.Schema.array(String).role("table").default([]).description("指定可用人（无视可用群规则）")
@@ -138,7 +141,7 @@ function apply(ctx, config) {
               role: "user",
               content: JSON.stringify({
                 prompt: text,
-                negative_prompt: "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, ugly, deformed, poorly drawn hands, poorly drawn face, mutation, deformed, bad proportions, gross proportions, long neck, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, unclear eyes, bad body, out of focus, chromatic aberration",
+                negative_prompt: config.negative_prompt,
                 size: size[Math.floor(Math.random() * size.length)],
                 steps: 23
               })
@@ -168,6 +171,93 @@ function apply(ctx, config) {
         return null;
       }
     },
+    /** 通过参考图和词条绘制图像 */
+    async getDrawByPicAndEntry(text, imgUrl, fn) {
+      const base64Img = await naiDiffusion.imageUrlToBase64(imgUrl);
+      if (base64Img.err) {
+        await fn(base64Img.err);
+        return null;
+      }
+      const drawParams = {
+        prompt: text,
+        negative_prompt: config.negative_prompt,
+        size: base64Img.size,
+        steps: 23,
+        scale: 5,
+        sampler: "k_euler_ancestral",
+        image_format: "png",
+        i2i: {
+          image: base64Img.base64.replace(/^data:image\/\w+;base64,/, ""),
+          strength: 0.7,
+          noise: 0.1
+        }
+      };
+      try {
+        const body = {
+          model: "nai-diffusion-4-5-full",
+          messages: [
+            {
+              role: "user",
+              content: JSON.stringify(drawParams)
+            }
+          ],
+          stream: false,
+          max_tokens: 1e5
+        };
+        const res = await ctx.http.post("https://api.tuercha.com/v1/chat/completions", body, {
+          headers: {
+            Authorization: "Bearer " + config.token
+          }
+        });
+        const imgList = [];
+        if (Array.isArray(res.choices)) {
+          for (const data of res.choices) {
+            const base64 = naiDiffusion.extractBase64(data.message.content || "");
+            if (base64) {
+              const imgUrl2 = await naiDiffusion.base64ToWebUrl(base64);
+              imgUrl2 && imgList.push(imgUrl2);
+            }
+          }
+        }
+        return imgList;
+      } catch (error) {
+        console.log(error.response);
+        return null;
+      }
+    },
+    /** 图片网络地址转 base64 */
+    async imageUrlToBase64(url) {
+      if (!url) return { err: "请传入图片", base64: ``, size: [0, 0] };
+      const useImg = await ctx.canvas.loadImage(url);
+      const h2 = useImg.naturalHeight || useImg.height || 0;
+      const w = useImg.naturalWidth || useImg.width || 0;
+      console.log(h2, w);
+      if (!(h2 % 64 == 0 && w % 64 == 0)) {
+        return {
+          base64: ``,
+          size: [w, h2],
+          err: "尺寸不符合要求"
+        };
+      }
+      try {
+        const response = await ctx.http.get(url, {
+          responseType: "arraybuffer"
+        });
+        const base64 = Buffer.from(response).toString("base64");
+        return {
+          base64: `data:image/png;base64,${base64}`,
+          size: [w, h2],
+          err: null
+        };
+      } catch (error) {
+        console.error("图片转 base64 失败:", error);
+        return {
+          base64: ``,
+          size: [w, h2],
+          err: error.message
+        };
+      }
+    },
     /** 输入的内容是否存在中文 */
     containsForbiddenChars(str) {
       return /[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Hangul}\uff00-\uffef\u3000\u3001-\u303f]/u.test(str);
@@ -217,6 +307,52 @@ function apply(ctx, config) {
       use.start(session);
       await Chat.send(session, `<qqbot-at-user id="${userId}" /> 稍等，正在给你画...`);
       const imgs = await naiDiffusion.getDrawByEntry(prompt);
+      if (!(imgs && imgs.length)) {
+        await Chat.send(session, "生图失败...");
+        use.start(session);
+        return;
+      }
+      if (config.useMd) {
+        const md = `<qqbot-at-user id="${userId}" /> 画完了，请点击下方查看！
+
+${imgs.map((item) => {
+          return `[查看图片](${item})`;
+        }).join("\n")}`;
+        await Chat.send(session, md);
+      } else {
+        await Chat.send(session, imgs.map((item) => {
+          return import_koishi.h.image(item);
+        }).join("\n"));
+      }
+      use.clear(session);
+    } catch (error) {
+      use.clear(session);
+    }
+  });
+  ctx.command("转图 <prompt:text>").action(async ({ session }, prompt) => {
+    const { userId, guildId } = session;
+    if (!config.useGuildUser.includes(userId)) {
+      if (!(guildId && config.useGuildId.includes(guildId))) {
+        return `该群暂时不提供该功能...`;
+      }
+    }
+    const imgList = import_koishi.h.select(prompt, "img").map((i) => i.attrs.src);
+    const text = import_koishi.h.select(prompt, "text")[0]?.attrs.content || null;
+    console.log(imgList);
+    console.log(text);
+    if (!(imgList.length && text)) return "请传词条和参考图！";
+    if (use.isUse(session)) return `正在进行上一个绘画，请等待...`;
+    try {
+      use.start(session);
+      await Chat.send(session, `<qqbot-at-user id="${userId}" /> 稍等，正在给你画...`);
+      const imgs = await naiDiffusion.getDrawByPicAndEntry(text, imgList[0], async (err) => {
+        await session.send(err);
+      });
+      if (!(imgs && imgs.length)) {
+        await Chat.send(session, "生图失败...");
+        use.start(session);
+        return;
+      }
       if (config.useMd) {
         const md = `<qqbot-at-user id="${userId}" /> 画完了，请点击下方查看！
 
@@ -240,5 +376,6 @@ __name(apply, "apply");
 0 && (module.exports = {
   Config,
   apply,
+  inject,
   name
 });

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-smmcat-nai-diffusion",
   "description": "来自 tuercha.com 公益站的绘图服务",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
   "files": [