koishi-plugin-smmcat-nai-diffusion 0.0.4 → 0.0.6

package/lib/index.d.ts

@@ -7,6 +7,9 @@ export interface Config {
     useGuildId: string[];
     useGuildUser: string[];
     negative_prompt: string;
+    gemimiBaseUrl: string;
+    gemimiToken: string;
+    gemimiType: string;
 }
 export declare const inject: string[];
 export declare const Config: Schema<Config>;

package/lib/index.js

@@ -123,7 +123,10 @@ var Config = import_koishi.Schema.object({
   negative_prompt: import_koishi.Schema.string().default("lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, ugly, deformed, poorly drawn hands, poorly drawn face, mutation, deformed, bad proportions, gross proportions, long neck, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, unclear eyes, bad body, out of focus, chromatic aberration").description("默认反向词条"),
   token: import_koishi.Schema.string().default("").description("[tuercha](https://api.tuercha.com/register) 绘图站提供的令牌"),
   useGuildId: import_koishi.Schema.array(String).role("table").default([]).description("指定可用群"),
-  useGuildUser: import_koishi.Schema.array(String).role("table").default([]).description("指定可用人（无视可用群规则）")
+  useGuildUser: import_koishi.Schema.array(String).role("table").default([]).description("指定可用人（无视可用群规则）"),
+  gemimiBaseUrl: import_koishi.Schema.string().default("https://api.futureppo.top").description("Gemimi 接口基地址（用于图生词，描述生词）"),
+  gemimiToken: import_koishi.Schema.string().default("").description("Gemimi 图生词提供的令牌（用于图生词，描述生词）"),
+  gemimiType: import_koishi.Schema.string().default("gemini-3-flash-preview").description("Gemimi 模型版本名（用于图生词，描述生词）")
 });
 function apply(ctx, config) {
   ctx.on("ready", () => {
@@ -175,7 +178,7 @@ function apply(ctx, config) {
     async getDrawByPicAndEntry(text, imgUrl, fn) {
       const base64Img = await naiDiffusion.imageUrlToBase64(imgUrl);
       if (base64Img.err) {
-        await fn(base64Img.err);
+        fn && await fn(base64Img.err);
         return null;
       }
       const drawParams = {
@@ -221,18 +224,130 @@ function apply(ctx, config) {
         }
         return imgList;
       } catch (error) {
+        fn && await fn("请求失败");
         console.log(error.response);
         return null;
       }
     },
+    /** 通图片和提示词生成词条 */
+    async getEntryByGemimiForPicAndText(imgUrl, morePrompt, fn) {
+      try {
+        const imgInfo = await naiDiffusion.imageUrlToBase64(imgUrl, true);
+        if (imgInfo.err) {
+          throw new Error(imgInfo.err);
+        }
+        const body = {
+          model: config.gemimiType,
+          messages: [
+            {
+              role: "user",
+              content: [
+                {
+                  type: "text",
+                  text: "我需要你通过图生成 nai-diffusion-4-5-full 的词条，只需要发送词条信息即可，并以逗号结尾"
+                },
+                {
+                  type: "image_url",
+                  image_url: {
+                    url: imgInfo.base64
+                  }
+                }
+              ]
+            }
+          ],
+          "temperature": 0.7,
+          "max_tokens": 1024
+        };
+        const res = await ctx.http.post(config.gemimiBaseUrl + "/v1/chat/completions", body, {
+          headers: {
+            Authorization: config.gemimiToken
+          }
+        });
+        if (!Array.isArray(res.choices)) {
+          fn && await fn("未得到任何提示词");
+          return null;
+        }
+        if (!res.choices[0]?.message?.content) {
+          fn && await fn("未得到任何提示词");
+          return null;
+        }
+        if (naiDiffusion.containsForbiddenChars(res.choices[0].message.content)) {
+          fn && await fn("Gemimi接口返回的数据词条有误");
+          return null;
+        }
+        const text = res.choices[0].message.content + (morePrompt ? morePrompt.split(",").map((item) => {
+          if (item.trim()) {
+            const tag = item.trim().replace(/ /g, "_");
+            return `(${tag}:1.5)`;
+          } else {
+            return null;
+          }
+        }).filter((i) => i).join(", ") : "");
+        config.deBug && console.log(text);
+        return text;
+      } catch (error) {
+        console.log(error.response?.data || error);
+        fn && await fn("请求失败，请等待一会再请求 gemimi");
+        return null;
+      }
+    },
+    /** 通图片和提示词生成词条 */
+    async getEntryByGemimiForText(prompt, fn) {
+      try {
+        const body = {
+          model: config.gemimiType,
+          messages: [
+            {
+              role: "user",
+              content: [
+                {
+                  type: "text",
+                  text: "我需要你通过我的描述生成 nai-diffusion-4-5-full 的对应词条，只需要发送词条信息即可，最终以逗号结尾"
+                },
+                {
+                  type: "text",
+                  text: prompt
+                }
+              ]
+            }
+          ],
+          "temperature": 0.7,
+          "max_tokens": 1024
+        };
+        const res = await ctx.http.post(config.gemimiBaseUrl + "/v1/chat/completions", body, {
+          headers: {
+            Authorization: config.gemimiToken
+          }
+        });
+        if (!Array.isArray(res.choices)) {
+          fn && await fn("未得到任何提示词");
+          return null;
+        }
+        if (!res.choices[0]?.message?.content) {
+          fn && await fn("未得到任何提示词");
+          return null;
+        }
+        if (naiDiffusion.containsForbiddenChars(res.choices[0].message.content)) {
+          fn && await fn("gemimi接口返回的数据词条有误");
+          return null;
+        }
+        const text = res.choices[0].message.content;
+        config.deBug && console.log(text);
+        return text;
+      } catch (error) {
+        console.log(error.response?.data || error);
+        fn && await fn("请求失败，请等待一会再请求 gemimi");
+        return null;
+      }
+    },
     /** 图片网络地址转 base64 */
-    async imageUrlToBase64(url) {
+    async imageUrlToBase64(url, ignoreSize = false) {
       if (!url) return { err: "请传入图片", base64: ``, size: [0, 0] };
       const useImg = await ctx.canvas.loadImage(url);
       const h2 = useImg.naturalHeight || useImg.height || 0;
       const w = useImg.naturalWidth || useImg.width || 0;
-      console.log(h2, w);
-      if (!(h2 % 64 == 0 && w % 64 == 0)) {
+      config.deBug && console.log("图片宽高为:", h2, w);
+      if (!ignoreSize && !(h2 % 64 == 0 && w % 64 == 0)) {
         return {
           base64: ``,
           size: [w, h2],
@@ -329,6 +444,102 @@ ${imgs.map((item) => {
       use.clear(session);
     }
   });
+  if (config.gemimiToken) {
+    ctx.command("参考生图 <prompt:text>").action(async ({ session }, prompt) => {
+      const { userId, guildId } = session;
+      if (!config.useGuildUser.includes(userId)) {
+        if (!(guildId && config.useGuildId.includes(guildId))) {
+          return `该群暂时不提供该功能...`;
+        }
+      }
+      const imgList = import_koishi.h.select(prompt, "img").map((i) => i.attrs.src);
+      const text = import_koishi.h.select(prompt, "text")[0]?.attrs.content || null;
+      if (!imgList.length) return "请传参考图！";
+      if (use.isUse(session)) return `正在进行上一个绘画，请等待...`;
+      if (prompt && naiDiffusion.containsForbiddenChars(prompt)) return `输入的词条包含问题，请检查！`;
+      try {
+        use.start(session);
+        await Chat.send(session, `<qqbot-at-user id="${userId}" /> 稍等，Gemimi酱 正通过图片信息和文本获取词条...`);
+        const prompt2 = await naiDiffusion.getEntryByGemimiForPicAndText(imgList[0], text, async (err) => {
+          await session.send(err);
+        });
+        if (!prompt2) return use.clear(session);
+        if (config.useMd) {
+          await Chat.send(session, `<qqbot-at-user id="${userId}" /> 获取词条成功，正在根据词条信息给你画...`);
+        } else {
+          await Chat.send(session, `获取词条成功，正在根据词条信息给你画...`);
+        }
+        const imgs = await naiDiffusion.getDrawByEntry(prompt2);
+        if (!(imgs && imgs.length)) {
+          await Chat.send(session, "生图失败...");
+          use.clear(session);
+          return;
+        }
+        if (config.useMd) {
+          const md = `<qqbot-at-user id="${userId}" /> 画完了，请点击下方查看！
+
+${imgs.map((item) => {
+            return `[查看图片](${item})`;
+          }).join("\n")}`;
+          await Chat.send(session, md);
+        } else {
+          await Chat.send(session, imgs.map((item) => {
+            return import_koishi.h.image(item);
+          }).join("\n"));
+        }
+        use.clear(session);
+      } catch (error) {
+        console.log(error);
+        use.clear(session);
+      }
+    });
+    ctx.command("描述生图 <prompt:text>").action(async ({ session }, prompt) => {
+      const { userId, guildId } = session;
+      if (!config.useGuildUser.includes(userId)) {
+        if (!(guildId && config.useGuildId.includes(guildId))) {
+          return `该群暂时不提供该功能...`;
+        }
+      }
+      const text = import_koishi.h.select(prompt, "text")[0]?.attrs.content || null;
+      if (!text) return "请传描述！";
+      if (use.isUse(session)) return `正在进行上一个绘画，请等待...`;
+      try {
+        use.start(session);
+        await Chat.send(session, `<qqbot-at-user id="${userId}" /> 稍等，Gemimi酱 正通过描述去获取词条...`);
+        const prompt2 = await naiDiffusion.getEntryByGemimiForText(text, async (err) => {
+          await session.send(err);
+        });
+        if (!prompt2) return use.clear(session);
+        if (config.useMd) {
+          await Chat.send(session, `<qqbot-at-user id="${userId}" /> 获取词条成功，正在根据词条信息给你画...`);
+        } else {
+          await Chat.send(session, `获取词条成功，正在根据词条信息给你画...`);
+        }
+        const imgs = await naiDiffusion.getDrawByEntry(prompt2);
+        if (!(imgs && imgs.length)) {
+          await Chat.send(session, "生图失败...");
+          use.clear(session);
+          return;
+        }
+        if (config.useMd) {
+          const md = `<qqbot-at-user id="${userId}" /> 画完了，请点击下方查看！
+
+${imgs.map((item) => {
+            return `[查看图片](${item})`;
+          }).join("\n")}`;
+          await Chat.send(session, md);
+        } else {
+          await Chat.send(session, imgs.map((item) => {
+            return import_koishi.h.image(item);
+          }).join("\n"));
+        }
+        use.clear(session);
+      } catch (error) {
+        console.log(error);
+        use.clear(session);
+      }
+    });
+  }
   ctx.command("转图 <prompt:text>").action(async ({ session }, prompt) => {
     const { userId, guildId } = session;
     if (!config.useGuildUser.includes(userId)) {
@@ -344,7 +555,11 @@ ${imgs.map((item) => {
     if (use.isUse(session)) return `正在进行上一个绘画，请等待...`;
     try {
       use.start(session);
-      await Chat.send(session, `<qqbot-at-user id="${userId}" /> 稍等，正在给你画...`);
+      if (config.useMd) {
+        await Chat.send(session, `<qqbot-at-user id="${userId}" /> 稍等，Nai酱 正在给你画...`);
+      } else {
+        await Chat.send(session, `稍等，正在给你画...`);
+      }
       const imgs = await naiDiffusion.getDrawByPicAndEntry(text, imgList[0], async (err) => {
         await session.send(err);
       });

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-smmcat-nai-diffusion",
   "description": "来自 tuercha.com 公益站的绘图服务",
-  "version": "0.0.4",
+  "version": "0.0.6",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
   "files": [