comfy-pr 0.2.7

package/CHANGELOG.md

@@ -0,0 +1,52 @@
+# Changelog
+
+All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
+
+### [0.2.7](https://github.com/drip-art/Comfy-Registry-PR/compare/v0.2.5...v0.2.7) (2024-06-20)
+
+### Features
+
+- **details:** show pr status details ([df100f1](https://github.com/drip-art/Comfy-Registry-PR/commit/df100f1706f66b5865e06b37bc8e0012c7ee14a8))
+- **details:** show pr status details ([a8ce595](https://github.com/drip-art/Comfy-Registry-PR/commit/a8ce59567e95be57d85d6364212d14fd46233ee6))
+- **dump:** api ok ([9f0e9f5](https://github.com/drip-art/Comfy-Registry-PR/commit/9f0e9f5c2c0577df01b9b8ab9f6d3a06bf6b533b))
+- **dump:** api ok ([700fb33](https://github.com/drip-art/Comfy-Registry-PR/commit/700fb33efe1f445846ec3405a1cef25ee830ccfd))
+- **dump:** build ok ([bc70604](https://github.com/drip-art/Comfy-Registry-PR/commit/bc706044d4e901140105bb1f065d653024bb1908))
+- **dump:** build ok ([c42f399](https://github.com/drip-art/Comfy-Registry-PR/commit/c42f399ec79e3ea5e9b294e21ec4a56a3560e0b3))
+- **feat-activate-in-bun:** got activated shell ([552ab4f](https://github.com/drip-art/Comfy-Registry-PR/commit/552ab4f2a14577786fc6a9a51d75bef5533be81b))
+- **feat-activate-in-bun:** got activated shell ([5661ca9](https://github.com/drip-art/Comfy-Registry-PR/commit/5661ca9c2e9509f3b457a124927865ec45a083dc))
+- **follow-up-rules:** editor ([a8003de](https://github.com/drip-art/Comfy-Registry-PR/commit/a8003deec8607f579715f8765ae46871f5150740))
+- **follow-up-rules:** editor ([8555441](https://github.com/drip-art/Comfy-Registry-PR/commit/8555441d7a4d823ea020d91693d3fea02c5fd7e7))
+- **follow:** rule editor ([db71370](https://github.com/drip-art/Comfy-Registry-PR/commit/db713706adb58ce8630b06d09b7120b296f2a032))
+- **follow:** rule editor ([93c56c0](https://github.com/drip-art/Comfy-Registry-PR/commit/93c56c08fe1c0c9f6361964347276e78912019ba))
+
+### Bug Fixes
+
+- **follow-rule:** allow head match ([2ffe576](https://github.com/drip-art/Comfy-Registry-PR/commit/2ffe57675ea172ccc1fb45296cd2229a6b3171ab))
+- **main:** adjust crpulls fresh span, enable r ([63369d3](https://github.com/drip-art/Comfy-Registry-PR/commit/63369d3ae79f573343fe54594a74f105634088fe))
+- **main:** allow yaml update ([326b7a4](https://github.com/drip-art/Comfy-Registry-PR/commit/326b7a4bddb8ececd1617a0796d82f1fcb989143))
+- **main:** candidates and error show ([93994ec](https://github.com/drip-art/Comfy-Registry-PR/commit/93994ec843e11909c37c2601baa0b72da141e6d6))
+- **main:** candidates and error show ([49cccde](https://github.com/drip-art/Comfy-Registry-PR/commit/49cccde43c07023ec8506a75d7970d705efb275c))
+- **main:** deprecate zx ([c27d1ef](https://github.com/drip-art/Comfy-Registry-PR/commit/c27d1efb6b305633f3577a013b1b9075f0a8146a))
+- **main:** deprecate zx ([e72e335](https://github.com/drip-art/Comfy-Registry-PR/commit/e72e3357d7b6e476d83cabc7ff7b616d6d4237b9))
+- **main:** optimize updateCNReposPulls index ([8416678](https://github.com/drip-art/Comfy-Registry-PR/commit/8416678a4817d1fa98ee53a92862e2a6beec8b46))
+- **main:** optimize updateCNReposPulls index ([6321885](https://github.com/drip-art/Comfy-Registry-PR/commit/6321885f0c91d2ecad6defaf4f26f87193503d96))
+- **main:** second round ([0b08f2a](https://github.com/drip-art/Comfy-Registry-PR/commit/0b08f2a343232dba1741376c12a91b6121eee7c9))
+- **main:** second round ([83c791e](https://github.com/drip-art/Comfy-Registry-PR/commit/83c791e202d888e56f44a7c6bd65d89faeb89039))
+- **main:** stage ([162bee0](https://github.com/drip-art/Comfy-Registry-PR/commit/162bee02999731fcb45e0d5fd01c9c4426e202a3))
+- **main:** stage ([c930f6e](https://github.com/drip-art/Comfy-Registry-PR/commit/c930f6e7ea4b55d14b9a3f1909222e158d1c63a9))
+- **main:** swagger ([96c6878](https://github.com/drip-art/Comfy-Registry-PR/commit/96c6878f5bb68f8540c845621c226d8867e24c94))
+- **main:** swagger ([8c2b217](https://github.com/drip-art/Comfy-Registry-PR/commit/8c2b2170e37e0176f7a7194fbb57db553a1beaba))
+- **misc:** fix vars ([501145a](https://github.com/drip-art/Comfy-Registry-PR/commit/501145af13966727b4df45c11bbffa3be71ae552))
+- **misc:** fix vars ([14b0d6c](https://github.com/drip-art/Comfy-Registry-PR/commit/14b0d6c10c009ccac6b9276d8689142163f98d9f))
+- **mongodb-pipeline-ts:** add satisfies ([a08c7f8](https://github.com/drip-art/Comfy-Registry-PR/commit/a08c7f8bae341beceacb4c974cb59e59bb951b0b))
+- **mongodb-pipeline-ts:** expression ([2ad8563](https://github.com/drip-art/Comfy-Registry-PR/commit/2ad8563e5799a0ec2b069a1afe4332dd5c5023cc))
+- **mongodb-pipeline-ts:** use partial for stage ([239802a](https://github.com/drip-art/Comfy-Registry-PR/commit/239802ae02d2581904890483aa95c54e2a11d996))
+- **pipeline:** types use array-path ([fa3ba69](https://github.com/drip-art/Comfy-Registry-PR/commit/fa3ba6965a729a16a0f5858c2dc69230d6ecc644))
+- **pipeline:** types use array-path ([647279c](https://github.com/drip-art/Comfy-Registry-PR/commit/647279c5a55c2719e1d269477e19c9dffc3723a4))
+- **pipeline:** use PipelineLauncher ([4c3d37e](https://github.com/drip-art/Comfy-Registry-PR/commit/4c3d37e35436442a114847d902f6a204b6c8f042))
+- **pr-comments:** value typo ([57a6dc4](https://github.com/drip-art/Comfy-Registry-PR/commit/57a6dc41b551cb797315c9d855fb629f8e98bd8f))
+- **src:** simplify pipeline ([0ce3810](https://github.com/drip-art/Comfy-Registry-PR/commit/0ce3810b62a6be9444114fb204fde38b0ae336d0))
+- **src:** simplify pipeline ([b0316b0](https://github.com/drip-art/Comfy-Registry-PR/commit/b0316b09cf9aa1bc4eeccb4e43502a53eaa3ae96))
+- **src:** sort totals ([126977d](https://github.com/drip-art/Comfy-Registry-PR/commit/126977d2ab08e12ebc6e3e61edacb279d968fd57))
+- **workflows:** run tests ([e8109b0](https://github.com/drip-art/Comfy-Registry-PR/commit/e8109b0cdd3e8f3433817f9218ae230243551cb1))
+- **zx:** restore zx ([dd5bc17](https://github.com/drip-art/Comfy-Registry-PR/commit/dd5bc1700b64d68a0a08ca8c5ed3f72c997f3c9f))

package/README.md

@@ -0,0 +1,225 @@
+# Comfy-PR
+
+Make PRs that publishes ComfyUI Custom Nodes to [ComfyUI Registry](https://www.comfyregistry.org/).
+
+## Project Goals: (aka roadmap)
+
+### Cli usage:
+
+- [x] fork repo
+- [x] clone repo locally
+- [x] create pyproject branch, run comfy node init . Push branch.
+- [x] create publish branch, create in a Github workflow file. Push branch.
+- [x] create PR to original repository with template PR description.
+- [x] Submit PR
+- [x] Clean local debris before clone
+- [/] DOING: Export PR status into csv for @haohao
+
+### Github Actions Worker
+
+- [x] Fetch repos from CM & CR list
+- [x] Make diff
+- [x] Notify to slack channel
+- [x] Fetch repo status (private or archived or ...)
+- [x] Fetch pr status (open / merged / closed) + comments
+- [x] Fetch pr comments
+- [x] Automaticaly find candidates, and do the cli does
+- [x] Mention related prs in dashboard https://github.com/drip-art/Comfy-Registry-PR/issues/1
+- [x] Analyze Totals
+- [ ] Follow-up prs by state
+  - [ ] Issues Comment
+  - [ ] Slack
+  - [ ] Email
+- [ ] Delete the forked repo which is Merged
+
+### Web Site https://comfy-pr.vercel.app
+
+- [x] A dashboard csv/yaml exporter site for @haohao
+- [ ]
+
+## Usages
+
+### CLI Usage: Get Started by
+
+```
+bunx comfy-pr [...GITHUB_REPO_URLS]
+```
+
+### 1. Setup Envs
+
+A demo .env should be sth like:
+
+```sh
+# your github token
+GH_TOKEN=ghp_WWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWW
+
+# the pr source organization/ leave it blank to use yourself's account.
+FORK_OWNER="ComfyNodePRs"
+
+# PR prefix
+FORK_PREFIX="PR-"
+```
+
+#### Github API Token (GH_TOKEN)
+
+GO https://github.com/settings/tokens?type=beta to get an Github Access key
+
+Check 3 permissions for all of your repositories
+
+- Pull requests Access: Read and write
+- Workflows Access: Read and write
+- Metadata Access: Read-only
+
+And save your GH_TOKEN into .env file
+
+#### Github SSH Key (.ssh/id_rsa, .ssh/id_rsa.pub)
+
+Must provide to push code automaticaly, btw prob. you've already setup.
+
+Run `ssh-keygen`, got `id_rsa.pub`, Then add into here https://github.com/settings/keys
+
+### 2. Run!
+
+Ways to run this script
+
+1. Local run
+2. Docker run (also local)
+3. Docker run at cloud (TODO)
+
+#### 1. Launch by Docker Compose
+
+After configured your .env file, run docker compose build and up.
+
+```sh
+git clone https://github.com/drip-art/Comfy-Registry-PR
+cd Comfy-Registry-PR
+docker compose build
+docker compose up
+```
+
+#### 2. Docker usage (not stable)
+
+```sh
+docker run --rm -it \
+    -v $HOME/.ssh:/root/.ssh:ro \
+    -e GH_TOKEN=ghp_WWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWWW \
+    -e REPO=https://github.com/snomiao/ComfyNode-Registry-test \
+    snomiao/comfy-registry-pr
+```
+
+#### 3. Run native in Unix/Linux/MacOS/WSL
+
+```sh
+git clone https://github.com/drip-art/Comfy-Registry-PR
+
+# setup comfy-cli environment
+cd Comfy-Registry-PR
+python3 -m venv .venv
+chmod +x ./.venv/bin/*
+source ./.venv/bin/activate
+pip3 install comfy-cli
+
+
+
+# setup bun for js-script
+curl -fsSL https://bun.sh/install | bash
+bun i
+
+# and
+bun src/cli.ts [REPO_PATH_NEED_TO_PR]
+# for example
+bun src/cli.ts https://github.com/snomiao/ComfyNode-Registry-test
+
+```
+
+#### 4. Run natively in Windows
+
+```bat
+
+git clone https://github.com/drip-art/Comfy-Registry-PR
+
+@REM setup comfy-cli environment
+cd Comfy-Registry-PR
+python3 -m venv .venv
+.\.venv\Scripts\activate
+pip3 install comfy-cli
+
+@REM run with tsx
+npx -y cross-env REPO=https://github.com/snomiao/ComfyNode-Registry-test npx -y tsx src/cli.ts
+
+```
+
+#### Other Configurations in dockerfile
+
+Don't change it unless you know what you are doing.
+
+```dockerfile
+
+ENV FORK_OWNER=drip-art
+ENV FORK_PREFIX=PR-
+
+# Unset it into current authorized user's name and email (from your github api token).
+ENV GIT_USEREMAIL=comfy-ci@drip.art
+ENV GIT_USERNAME=comfy-ci
+```
+
+## Development
+
+### Cli
+
+```sh
+# Create comfy pr dir and go into it
+mkdir comfy-pr
+cd comfy-pr
+
+# Prepare code and environments
+git clone https://github.com/drip-art/Comfy-Registry-PR .
+
+# Prepare bun
+# go here - [Installation \| Bun Docs]( https://bun.sh/docs/installation )
+
+# Install project
+bun i
+
+# Prepare bun
+bun i
+```
+
+### Github Action Worker & server
+
+1. Setup envs in the usages section above (plz check bun src/cli.ts runnable first)
+
+2. Run mongodb with docker compose
+
+```sh
+docker compose -f docker-compose.mongodb.yml up
+```
+
+```yaml
+services:
+  mongdb:
+    restart: always
+    image: mongo
+    ports: ["27017:27017"]
+    volumes: [./data/mongodb:/data/db]
+```
+
+And fill URI into env
+
+```env
+MONGODB_URI=mongodb://localhost:27017
+```
+
+3. Play with codes...
+
+```sh
+# To initialize your database, run:
+bun src/index.ts
+
+# To start develop in any of other scripts:
+# Feel free to run any scripts in src/, they are safe to re-run and stop in any time.
+bun src/THAT_FILE_YOU_WANT_TO_RUN.ts
+
+# To check if you didn't break anything?
+bun test --watch
+```

package/next-env.d.ts

@@ -0,0 +1,5 @@
+/// <reference types="next" />
+/// <reference types="next/image-types/global" />
+
+// NOTE: This file should not be edited
+// see https://nextjs.org/docs/basic-features/typescript for more information.

package/package.json

@@ -0,0 +1,115 @@
+{
+  "name": "comfy-pr",
+  "version": "0.2.7",
+  "description": "Make PRs that publishes ComfyUI Custom Nodes to [ComfyUI Registry]( https://www.comfyregistry.org/ ).",
+  "keywords": [],
+  "license": "ISC",
+  "author": "snomiao <snomiao@gmail.com>",
+  "type": "module",
+  "exports": {
+    "import": "./src/index.ts",
+    "types": "./index.ts"
+  },
+  "main": "index.ts",
+  "module": "index.ts",
+  "bin": {
+    "comfy-pr": "./src/cli.ts"
+  },
+  "files": [
+    "*.ts"
+  ],
+  "scripts": {
+    "_postinstall": "bun ./src/muteInstances.ts",
+    "build": "next build",
+    "dev": "next dev",
+    "lint": "next lint",
+    "prerelease": "bun run build && bun run test && vercel --prod",
+    "release": "bunx standard-version && npm publish",
+    "start": "next start",
+    "test": "bun test"
+  },
+  "dependencies": {
+    "@auth/mongodb-adapter": "^3.2.0",
+    "@ctrl/mac-address": "^3.0.3",
+    "@keyv/mongo": "^2.2.8",
+    "@keyv/sqlite": "^3.6.7",
+    "@monaco-editor/react": "^4.6.0",
+    "@slack/web-api": "^7.0.4",
+    "@snomiao/die": "^1.0.6",
+    "@trpc/server": "^10.45.2",
+    "@types/d3": "^7.4.3",
+    "@types/jest": "^29.5.12",
+    "@types/js-yaml": "^4.0.9",
+    "@types/minimist": "^1.2.5",
+    "@types/swagger-ui-react": "^4.18.3",
+    "@types/uuid": "^9.0.8",
+    "chatgpt-template": "^1.1.3",
+    "d3": "^7.9.0",
+    "daisyui": "^4.12.2",
+    "dotenv": "^16.4.5",
+    "enhanced-ms": "^3.0.0",
+    "execa": "^9.1.0",
+    "flat": "^6.0.1",
+    "js-yaml": "^4.1.0",
+    "json-stable-stringify": "^1.1.1",
+    "json-to-zod": "^1.1.2",
+    "keyv": "^4.5.4",
+    "keyv-cached-with": "^0.0.13",
+    "keyv-dir-store": "^0.0.3",
+    "lefthook": "^1.6.15",
+    "lodash-es": "^4.17.21",
+    "md5": "^2.3.0",
+    "minimist": "^1.2.8",
+    "mongodb": "^6.7.0",
+    "mongodb-altas-api-sdk": "^0.1.1",
+    "next-auth": "^5.0.0-beta.19",
+    "nodemailer": "^6.9.13",
+    "octokit": "^4.0.2",
+    "p-map": "^7.0.2",
+    "peek-log": "^0.0.4",
+    "promise-all-properties": "^4.0.0",
+    "rambda": "^9.2.0",
+    "react-hook-form": "^7.51.5",
+    "react-markdown": "^9.0.1",
+    "react-use": "^17.5.0",
+    "snorun": "^1.4.0",
+    "swagger-ui-react": "^5.17.14",
+    "swr": "^2.2.5",
+    "timing-with": "^0.0.4",
+    "toml": "^3.0.0",
+    "trpc-openapi": "^1.2.0",
+    "trpc-swagger": "^1.2.6",
+    "ts-pattern": "^5.2.0",
+    "use-swr-component": "^0.0.5",
+    "uuid": "^10.0.0",
+    "yaml": "^2.4.5",
+    "yargs": "^17.7.2",
+    "zod": "^3.23.8",
+    "zx": "^8.1.2"
+  },
+  "devDependencies": {
+    "@tanstack/react-table": "^8.17.3",
+    "@types/bun": "^1.1.5",
+    "@types/json-stable-stringify": "^1.0.36",
+    "@types/lodash-es": "^4.17.12",
+    "@types/md5": "^2.3.5",
+    "@types/node": "^20",
+    "@types/react": "^18",
+    "@types/react-dom": "^18",
+    "axios": "^1.6.8",
+    "eslint": "^8",
+    "eslint-config-next": "14.2.4",
+    "next": "^14.2.4",
+    "postcss": "^8",
+    "prettier-plugin-organize-imports": "^3.2.4",
+    "prettier-plugin-packagejson": "^2.5.0",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "tailwindcss": "^3.4.1",
+    "typescript": "^5.4.5"
+  },
+  "peerDependencies": {
+    "typescript": "^5.4.5"
+  },
+  "title": "Comfy-PR"
+}

package/src/CMNodes.ts

@@ -0,0 +1,60 @@
+import jsonStableStringify from "json-stable-stringify";
+import md5 from "md5";
+import type { ObjectId } from "mongodb";
+import { db } from "./db";
+import { fetchCMNodes } from "./fetchCMNodes";
+import { type SlackMsg } from "./slack/SlackMsgs";
+import { updateCMNodesDuplicationWarnings } from "./updateCMNodesDuplicationWarnings";
+
+// Raw version maybe duplicated with id or reference
+type CMNodeRaw = Awaited<ReturnType<typeof fetchCMNodesWithHash>>[number];
+export type CMNode = CMNodeRaw & {
+  repo_id?: ObjectId;
+  duplicated?: {
+    [k: string]: { hashes: string[]; slackNotification: SlackMsg };
+  };
+};
+export const CMNodes = db.collection<CMNode>("CMNodes");
+await CMNodes.createIndex({ mtime: -1 });
+await CMNodes.createIndex({ hash: 1 }, { unique: true }).catch(() => {});
+
+if (import.meta.main) {
+  console.time("CMNodes");
+  console.log(await updateCMNodes());
+  // check dups
+  console.timeLog("CMNodes");
+  const all = await CMNodes.countDocuments({});
+  console.timeLog("CMNodes");
+  const dups = await CMNodes.countDocuments({ duplicated: { $exists: true } });
+  console.timeEnd("CMNodes");
+  console.log("CMNodes updated, duplicates:", dups, "all:", all);
+}
+export async function updateCMNodes() {
+  const nodes = await fetchCMNodesWithHash();
+  console.log("CMNodes updating (" + nodes.length + " nodes)");
+
+  // updating nodes
+  const updateResult = await CMNodes.bulkWrite(
+    nodes.flatMap((node) => ({
+      updateOne: {
+        filter: { hash: node.hash },
+        update: { $set: node },
+        upsert: true,
+      },
+    })),
+    { ordered: false },
+  );
+  // delete outdated
+  // await CMNodes.deleteMany({ hash: { $nin: nodes.map(prop("hash")) } });
+
+  await updateCMNodesDuplicationWarnings(nodes);
+
+  return [updateResult];
+}
+
+async function fetchCMNodesWithHash() {
+  return (await fetchCMNodes()).map((e) => ({
+    ...e,
+    hash: md5("SALT=Bvxmh8mGYh6qzLGE " + jsonStableStringify(e)),
+  }));
+}

package/src/CNRepos.ts

@@ -0,0 +1,72 @@
+#!/usr/bin/env bun
+/*
+bun index.ts
+*/
+import type { ObjectId, WithId } from "mongodb";
+import "react-hook-form";
+import { type CMNode } from "./CMNodes";
+import { type CRNode } from "./CRNodes";
+import { db } from "./db";
+import { gh } from "./gh";
+import { type RelatedPull } from "./matchRelatedPulls";
+import type { GithubPullParsed } from "./parsePullsState";
+import { type SlackMsg } from "./slack/SlackMsgs";
+import { type Task } from "./utils/Task";
+
+type Email = {
+  from?: string;
+  title: string;
+  body: string;
+  to: string;
+};
+
+type Sent = {
+  slack?: SlackMsg;
+  emails?: Email[];
+};
+
+type GithubIssueComment = Awaited<ReturnType<typeof gh.issues.getComment>>["data"];
+type GithubIssue = Awaited<ReturnType<typeof gh.issues.get>>["data"];
+type GithubRepo = Awaited<ReturnType<typeof gh.repos.get>>["data"];
+export type CRType = "pyproject" | "publichcr";
+export type CRPull = RelatedPull & {
+  edited?: Task<boolean>;
+  comments?: Task<Pick<GithubIssueComment, "body">[]>;
+  issue?: Task<Pick<GithubIssue, "number" | "html_url" | "body" | "updated_at">>;
+};
+
+export type CustomNodeRepo = {
+  repository: string;
+  info?: Task<Pick<GithubRepo, "html_url" | "archived" | "default_branch" | "private">>;
+
+  /** @deprecated use cr_ids or on_registry */
+  cr?: Pick<WithId<CRNode>, "_id" | "id" | "name">;
+
+  cr_ids?: ObjectId[];
+  on_registry?: Task<boolean>; // check if cr_ids is not empty
+
+  /** @deprecated use cm_ids */
+  cm?: Pick<WithId<CMNode>, "_id" | "id" | "title">;
+  cm_ids?: ObjectId[];
+
+  // cache
+  pulls?: Task<GithubPullParsed[]>;
+
+  crPulls?: Task<CRPull[]>;
+
+  /** @deprecated TODO: NOT IMPLEMENTD */
+  crPull_ids: ObjectId[];
+
+  candidate?: Task<boolean>;
+  // createFork?: Task<GithubRepo>;
+  // createBranches?: Task<{ type: CRType; assigned: Worker } & PushedBranch>[];
+
+  /** @deprecated use CRPulls.pull */
+  createdPulls?: Task<GithubPullParsed[]>;
+};
+export type CNRepo = CustomNodeRepo;
+export const CNRepos = db.collection<CNRepo>("CNRepos");
+await CNRepos.createIndex({ repository: 1 }, { unique: true });
+
+// fix cr null, it should be not exists
+await CNRepos.updateMany({ cr: null as unknown as WithId<CRNode> }, { $unset: { cr: 1 } });

package/src/CRNodes.ts

@@ -0,0 +1,26 @@
+import { $pipeline } from "@/packages/mongodb-pipeline-ts/$pipeline";
+import type { ObjectId } from "mongodb";
+import pMap from "p-map";
+import { peekYaml } from "peek-log";
+import { CNRepos } from "./CNRepos";
+import { db } from "./db";
+import { fetchCRNodes } from "./fetchComfyRegistryNodes";
+import { type SlackMsg } from "./slack/SlackMsgs";
+
+export type CRNode = Awaited<ReturnType<typeof fetchCRNodes>>[number] & {
+  sent?: { slack?: SlackMsg };
+  repo_id?: ObjectId;
+};
+export const CRNodes = db.collection<CRNode>("CRNodes");
+await CRNodes.createIndex({ id: 1 }, { unique: true });
+await CRNodes.createIndex({ repository: 1 }, { unique: false }); // WARN: duplicate is allowed
+if (import.meta.main) {
+  const r = await pMap(
+    $pipeline(CNRepos)
+      .match({ cr: { $exists: true } })
+      .replaceRoot({ newRoot: "$cr" })
+      .aggregate(),
+    (e) => e,
+  );
+  peekYaml({ r, len: r.length });
+}

package/src/CRPulls.ts

@@ -0,0 +1,4 @@
+import type { CRPull } from "./CNRepos";
+import { db } from "./db";
+
+export const CRPulls = db.collection<CRPull>("CRPulls");

package/src/FORK_OWNER.ts

@@ -0,0 +1,5 @@
+import DIE from "@snomiao/die";
+import { ghUser } from "./ghUser";
+
+export const FORK_OWNER =
+  process.env.FORK_OWNER?.replace(/"/g, "")?.trim() || ghUser.login || DIE("Missing env.FORK_OWNER");

package/src/FORK_PREFIX.ts

@@ -0,0 +1,5 @@
+import DIE from "@snomiao/die";
+
+export const FORK_PREFIX =
+  process.env.FORK_PREFIX?.replace(/"/g, "")?.trim() ||
+  DIE('Missing env.FORK_PREFIX, if you want empty maybe try FORK_PREFIX=""');

package/src/FollowRules.ts

@@ -0,0 +1,25 @@
+import { z } from "zod";
+import type { PullsStatus } from "./analyzePullsStatus";
+import { db } from "./db";
+import type { zFollowUpRules } from "./followRuleSchema";
+import { type Task } from "./utils/Task";
+
+// migrate data
+// await db.renameCollection("FollowRules", "FollowRuleSets").catch(() => null);
+export type FollowRule = z.infer<typeof zFollowUpRules>[number];
+export type FollowRuleSet = {
+  // rules?: Task<FollowRule[]>;
+  name: string;
+  yaml: string;
+  rules?: FollowRule[];
+  matched?: Task<PullsStatus>;
+  action_results?: {
+    name: string;
+    action: any;
+    result: Task<any>;
+  }[];
+  enabled?: boolean;
+  yamlWhenEnabled?: string;
+};
+export const FollowRuleSets = db.collection<FollowRuleSet>("FollowRuleSets");
+await FollowRuleSets.createIndex("name", { unique: true });

package/src/GIT_USEREMAIL.ts

@@ -0,0 +1,5 @@
+import DIE from "@snomiao/die";
+import { ghUser } from "./ghUser";
+
+export const GIT_USEREMAIL =
+  process.env.GIT_USEREMAIL || (ghUser.email && ghUser.email) || DIE("Missing env.GIT_USEREMAIL");

package/src/GIT_USERNAME.ts

@@ -0,0 +1,9 @@
+import DIE from "@snomiao/die";
+import { GIT_USEREMAIL } from "./GIT_USEREMAIL";
+import { ghUser } from "./ghUser";
+
+export const GIT_USERNAME =
+  process.env.GIT_USERNAME || (ghUser.email && ghUser.name) || DIE("Missing env.GIT_USERNAME");
+
+// read env/parameters
+console.log(`GIT COMMIT USER: ${GIT_USERNAME} <${GIT_USEREMAIL}>`);

package/src/GithubIssueComments.ts

@@ -0,0 +1,3 @@
+import { fetchIssueComments } from "./gh/fetchIssueComments";
+
+export type GithubIssueComment = Awaited<ReturnType<typeof fetchIssueComments>>[number];

package/src/PushedBranch.ts

@@ -0,0 +1,3 @@
+import { makePublishcrBranch } from "./makePublishBranch";
+
+export type PushedBranch = Awaited<ReturnType<typeof makePublishcrBranch>>;

package/src/Totals.ts

@@ -0,0 +1,9 @@
+import { analyzeTotals } from "./analyzeTotals";
+import { db } from "./db";
+import { type AwaitedReturnType } from "./types/AwaitedReturnType";
+import { type Task } from "./utils/Task";
+export type Totals = AwaitedReturnType<typeof analyzeTotals>;
+export const Totals = db.collection<{
+  today?: string;
+  totals?: Task<Totals>;
+}>("Totals");

package/src/TrackingPRs.ts

@@ -0,0 +1,12 @@
+import { db } from "./db";
+
+// 2) tracking the statuses of the PRs we've sent out (edited)
+// "status [open, closed, merged]",
+// "comments [int]",
+// "last active [date]",
+// "last updated [date]",
+
+export const TrackingPulls = db.collection("TrackingPulls");
+// bun --env-file .env.production.local src/dump.ts > dump.log
+if (import.meta.main) {
+}