@enbox/gitd 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +177 -0
- package/README.md +134 -0
- package/dist/esm/ci.js +76 -0
- package/dist/esm/ci.js.map +1 -0
- package/dist/esm/cli/agent.js +86 -0
- package/dist/esm/cli/agent.js.map +1 -0
- package/dist/esm/cli/commands/ci.js +278 -0
- package/dist/esm/cli/commands/ci.js.map +1 -0
- package/dist/esm/cli/commands/clone.js +77 -0
- package/dist/esm/cli/commands/clone.js.map +1 -0
- package/dist/esm/cli/commands/daemon.js +132 -0
- package/dist/esm/cli/commands/daemon.js.map +1 -0
- package/dist/esm/cli/commands/github-api.js +36 -0
- package/dist/esm/cli/commands/github-api.js.map +1 -0
- package/dist/esm/cli/commands/init.js +69 -0
- package/dist/esm/cli/commands/init.js.map +1 -0
- package/dist/esm/cli/commands/issue.js +293 -0
- package/dist/esm/cli/commands/issue.js.map +1 -0
- package/dist/esm/cli/commands/log.js +90 -0
- package/dist/esm/cli/commands/log.js.map +1 -0
- package/dist/esm/cli/commands/migrate.js +444 -0
- package/dist/esm/cli/commands/migrate.js.map +1 -0
- package/dist/esm/cli/commands/notification.js +141 -0
- package/dist/esm/cli/commands/notification.js.map +1 -0
- package/dist/esm/cli/commands/org.js +353 -0
- package/dist/esm/cli/commands/org.js.map +1 -0
- package/dist/esm/cli/commands/patch.js +375 -0
- package/dist/esm/cli/commands/patch.js.map +1 -0
- package/dist/esm/cli/commands/registry.js +501 -0
- package/dist/esm/cli/commands/registry.js.map +1 -0
- package/dist/esm/cli/commands/release.js +197 -0
- package/dist/esm/cli/commands/release.js.map +1 -0
- package/dist/esm/cli/commands/repo.js +148 -0
- package/dist/esm/cli/commands/repo.js.map +1 -0
- package/dist/esm/cli/commands/serve.js +148 -0
- package/dist/esm/cli/commands/serve.js.map +1 -0
- package/dist/esm/cli/commands/setup.js +92 -0
- package/dist/esm/cli/commands/setup.js.map +1 -0
- package/dist/esm/cli/commands/shim.js +75 -0
- package/dist/esm/cli/commands/shim.js.map +1 -0
- package/dist/esm/cli/commands/social.js +206 -0
- package/dist/esm/cli/commands/social.js.map +1 -0
- package/dist/esm/cli/commands/web.js +36 -0
- package/dist/esm/cli/commands/web.js.map +1 -0
- package/dist/esm/cli/commands/wiki.js +185 -0
- package/dist/esm/cli/commands/wiki.js.map +1 -0
- package/dist/esm/cli/flags.js +29 -0
- package/dist/esm/cli/flags.js.map +1 -0
- package/dist/esm/cli/main.js +331 -0
- package/dist/esm/cli/main.js.map +1 -0
- package/dist/esm/cli/repo-context.js +53 -0
- package/dist/esm/cli/repo-context.js.map +1 -0
- package/dist/esm/daemon/adapter.js +18 -0
- package/dist/esm/daemon/adapter.js.map +1 -0
- package/dist/esm/daemon/adapters/github.js +112 -0
- package/dist/esm/daemon/adapters/github.js.map +1 -0
- package/dist/esm/daemon/adapters/go.js +51 -0
- package/dist/esm/daemon/adapters/go.js.map +1 -0
- package/dist/esm/daemon/adapters/index.js +32 -0
- package/dist/esm/daemon/adapters/index.js.map +1 -0
- package/dist/esm/daemon/adapters/npm.js +51 -0
- package/dist/esm/daemon/adapters/npm.js.map +1 -0
- package/dist/esm/daemon/adapters/oci.js +62 -0
- package/dist/esm/daemon/adapters/oci.js.map +1 -0
- package/dist/esm/daemon/index.js +12 -0
- package/dist/esm/daemon/index.js.map +1 -0
- package/dist/esm/daemon/server.js +167 -0
- package/dist/esm/daemon/server.js.map +1 -0
- package/dist/esm/git-remote/credential-helper.js +106 -0
- package/dist/esm/git-remote/credential-helper.js.map +1 -0
- package/dist/esm/git-remote/credential-main.js +109 -0
- package/dist/esm/git-remote/credential-main.js.map +1 -0
- package/dist/esm/git-remote/index.js +10 -0
- package/dist/esm/git-remote/index.js.map +1 -0
- package/dist/esm/git-remote/main.js +78 -0
- package/dist/esm/git-remote/main.js.map +1 -0
- package/dist/esm/git-remote/parse-url.js +60 -0
- package/dist/esm/git-remote/parse-url.js.map +1 -0
- package/dist/esm/git-remote/resolve.js +175 -0
- package/dist/esm/git-remote/resolve.js.map +1 -0
- package/dist/esm/git-remote/service.js +82 -0
- package/dist/esm/git-remote/service.js.map +1 -0
- package/dist/esm/git-server/auth.js +211 -0
- package/dist/esm/git-server/auth.js.map +1 -0
- package/dist/esm/git-server/bundle-restore.js +180 -0
- package/dist/esm/git-server/bundle-restore.js.map +1 -0
- package/dist/esm/git-server/bundle-sync.js +233 -0
- package/dist/esm/git-server/bundle-sync.js.map +1 -0
- package/dist/esm/git-server/did-service.js +73 -0
- package/dist/esm/git-server/did-service.js.map +1 -0
- package/dist/esm/git-server/git-backend.js +186 -0
- package/dist/esm/git-server/git-backend.js.map +1 -0
- package/dist/esm/git-server/http-handler.js +295 -0
- package/dist/esm/git-server/http-handler.js.map +1 -0
- package/dist/esm/git-server/index.js +16 -0
- package/dist/esm/git-server/index.js.map +1 -0
- package/dist/esm/git-server/push-authorizer.js +62 -0
- package/dist/esm/git-server/push-authorizer.js.map +1 -0
- package/dist/esm/git-server/ref-sync.js +132 -0
- package/dist/esm/git-server/ref-sync.js.map +1 -0
- package/dist/esm/git-server/server.js +185 -0
- package/dist/esm/git-server/server.js.map +1 -0
- package/dist/esm/git-server/verify.js +109 -0
- package/dist/esm/git-server/verify.js.map +1 -0
- package/dist/esm/github-shim/helpers.js +273 -0
- package/dist/esm/github-shim/helpers.js.map +1 -0
- package/dist/esm/github-shim/index.js +13 -0
- package/dist/esm/github-shim/index.js.map +1 -0
- package/dist/esm/github-shim/issues.js +318 -0
- package/dist/esm/github-shim/issues.js.map +1 -0
- package/dist/esm/github-shim/pulls.js +423 -0
- package/dist/esm/github-shim/pulls.js.map +1 -0
- package/dist/esm/github-shim/releases.js +154 -0
- package/dist/esm/github-shim/releases.js.map +1 -0
- package/dist/esm/github-shim/repos.js +86 -0
- package/dist/esm/github-shim/repos.js.map +1 -0
- package/dist/esm/github-shim/server.js +351 -0
- package/dist/esm/github-shim/server.js.map +1 -0
- package/dist/esm/github-shim/users.js +61 -0
- package/dist/esm/github-shim/users.js.map +1 -0
- package/dist/esm/index.js +26 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/indexer/api.js +132 -0
- package/dist/esm/indexer/api.js.map +1 -0
- package/dist/esm/indexer/crawler.js +256 -0
- package/dist/esm/indexer/crawler.js.map +1 -0
- package/dist/esm/indexer/index.js +9 -0
- package/dist/esm/indexer/index.js.map +1 -0
- package/dist/esm/indexer/main.js +76 -0
- package/dist/esm/indexer/main.js.map +1 -0
- package/dist/esm/indexer/store.js +334 -0
- package/dist/esm/indexer/store.js.map +1 -0
- package/dist/esm/issues.js +133 -0
- package/dist/esm/issues.js.map +1 -0
- package/dist/esm/notifications.js +47 -0
- package/dist/esm/notifications.js.map +1 -0
- package/dist/esm/org.js +90 -0
- package/dist/esm/org.js.map +1 -0
- package/dist/esm/patches.js +136 -0
- package/dist/esm/patches.js.map +1 -0
- package/dist/esm/refs.js +54 -0
- package/dist/esm/refs.js.map +1 -0
- package/dist/esm/registry.js +81 -0
- package/dist/esm/registry.js.map +1 -0
- package/dist/esm/releases.js +78 -0
- package/dist/esm/releases.js.map +1 -0
- package/dist/esm/repo.js +150 -0
- package/dist/esm/repo.js.map +1 -0
- package/dist/esm/resolver/index.js +10 -0
- package/dist/esm/resolver/index.js.map +1 -0
- package/dist/esm/resolver/resolve.js +189 -0
- package/dist/esm/resolver/resolve.js.map +1 -0
- package/dist/esm/resolver/trust-chain.js +155 -0
- package/dist/esm/resolver/trust-chain.js.map +1 -0
- package/dist/esm/resolver/verify.js +186 -0
- package/dist/esm/resolver/verify.js.map +1 -0
- package/dist/esm/shims/go/index.js +9 -0
- package/dist/esm/shims/go/index.js.map +1 -0
- package/dist/esm/shims/go/proxy.js +275 -0
- package/dist/esm/shims/go/proxy.js.map +1 -0
- package/dist/esm/shims/go/server.js +70 -0
- package/dist/esm/shims/go/server.js.map +1 -0
- package/dist/esm/shims/index.js +15 -0
- package/dist/esm/shims/index.js.map +1 -0
- package/dist/esm/shims/npm/index.js +9 -0
- package/dist/esm/shims/npm/index.js.map +1 -0
- package/dist/esm/shims/npm/registry.js +234 -0
- package/dist/esm/shims/npm/registry.js.map +1 -0
- package/dist/esm/shims/npm/server.js +72 -0
- package/dist/esm/shims/npm/server.js.map +1 -0
- package/dist/esm/shims/oci/index.js +9 -0
- package/dist/esm/shims/oci/index.js.map +1 -0
- package/dist/esm/shims/oci/registry.js +276 -0
- package/dist/esm/shims/oci/registry.js.map +1 -0
- package/dist/esm/shims/oci/server.js +82 -0
- package/dist/esm/shims/oci/server.js.map +1 -0
- package/dist/esm/social.js +70 -0
- package/dist/esm/social.js.map +1 -0
- package/dist/esm/web/html.js +123 -0
- package/dist/esm/web/html.js.map +1 -0
- package/dist/esm/web/index.js +7 -0
- package/dist/esm/web/index.js.map +1 -0
- package/dist/esm/web/routes.js +420 -0
- package/dist/esm/web/routes.js.map +1 -0
- package/dist/esm/web/server.js +225 -0
- package/dist/esm/web/server.js.map +1 -0
- package/dist/esm/wiki.js +63 -0
- package/dist/esm/wiki.js.map +1 -0
- package/dist/types/ci.d.ts +203 -0
- package/dist/types/ci.d.ts.map +1 -0
- package/dist/types/cli/agent.d.ts +59 -0
- package/dist/types/cli/agent.d.ts.map +1 -0
- package/dist/types/cli/commands/ci.d.ts +16 -0
- package/dist/types/cli/commands/ci.d.ts.map +1 -0
- package/dist/types/cli/commands/clone.d.ts +13 -0
- package/dist/types/cli/commands/clone.d.ts.map +1 -0
- package/dist/types/cli/commands/daemon.d.ts +29 -0
- package/dist/types/cli/commands/daemon.d.ts.map +1 -0
- package/dist/types/cli/commands/github-api.d.ts +14 -0
- package/dist/types/cli/commands/github-api.d.ts.map +1 -0
- package/dist/types/cli/commands/init.d.ts +11 -0
- package/dist/types/cli/commands/init.d.ts.map +1 -0
- package/dist/types/cli/commands/issue.d.ts +16 -0
- package/dist/types/cli/commands/issue.d.ts.map +1 -0
- package/dist/types/cli/commands/log.d.ts +13 -0
- package/dist/types/cli/commands/log.d.ts.map +1 -0
- package/dist/types/cli/commands/migrate.d.ts +19 -0
- package/dist/types/cli/commands/migrate.d.ts.map +1 -0
- package/dist/types/cli/commands/notification.d.ts +16 -0
- package/dist/types/cli/commands/notification.d.ts.map +1 -0
- package/dist/types/cli/commands/org.d.ts +19 -0
- package/dist/types/cli/commands/org.d.ts.map +1 -0
- package/dist/types/cli/commands/patch.d.ts +17 -0
- package/dist/types/cli/commands/patch.d.ts.map +1 -0
- package/dist/types/cli/commands/registry.d.ts +25 -0
- package/dist/types/cli/commands/registry.d.ts.map +1 -0
- package/dist/types/cli/commands/release.d.ts +13 -0
- package/dist/types/cli/commands/release.d.ts.map +1 -0
- package/dist/types/cli/commands/repo.d.ts +15 -0
- package/dist/types/cli/commands/repo.d.ts.map +1 -0
- package/dist/types/cli/commands/serve.d.ts +22 -0
- package/dist/types/cli/commands/serve.d.ts.map +1 -0
- package/dist/types/cli/commands/setup.d.ts +16 -0
- package/dist/types/cli/commands/setup.d.ts.map +1 -0
- package/dist/types/cli/commands/shim.d.ts +16 -0
- package/dist/types/cli/commands/shim.d.ts.map +1 -0
- package/dist/types/cli/commands/social.d.ts +19 -0
- package/dist/types/cli/commands/social.d.ts.map +1 -0
- package/dist/types/cli/commands/web.d.ts +14 -0
- package/dist/types/cli/commands/web.d.ts.map +1 -0
- package/dist/types/cli/commands/wiki.d.ts +14 -0
- package/dist/types/cli/commands/wiki.d.ts.map +1 -0
- package/dist/types/cli/flags.d.ts +16 -0
- package/dist/types/cli/flags.d.ts.map +1 -0
- package/dist/types/cli/main.d.ts +69 -0
- package/dist/types/cli/main.d.ts.map +1 -0
- package/dist/types/cli/repo-context.d.ts +30 -0
- package/dist/types/cli/repo-context.d.ts.map +1 -0
- package/dist/types/daemon/adapter.d.ts +74 -0
- package/dist/types/daemon/adapter.d.ts.map +1 -0
- package/dist/types/daemon/adapters/github.d.ts +10 -0
- package/dist/types/daemon/adapters/github.d.ts.map +1 -0
- package/dist/types/daemon/adapters/go.d.ts +10 -0
- package/dist/types/daemon/adapters/go.d.ts.map +1 -0
- package/dist/types/daemon/adapters/index.d.ts +22 -0
- package/dist/types/daemon/adapters/index.d.ts.map +1 -0
- package/dist/types/daemon/adapters/npm.d.ts +10 -0
- package/dist/types/daemon/adapters/npm.d.ts.map +1 -0
- package/dist/types/daemon/adapters/oci.d.ts +10 -0
- package/dist/types/daemon/adapters/oci.d.ts.map +1 -0
- package/dist/types/daemon/index.d.ts +14 -0
- package/dist/types/daemon/index.d.ts.map +1 -0
- package/dist/types/daemon/server.d.ts +55 -0
- package/dist/types/daemon/server.d.ts.map +1 -0
- package/dist/types/git-remote/credential-helper.d.ts +49 -0
- package/dist/types/git-remote/credential-helper.d.ts.map +1 -0
- package/dist/types/git-remote/credential-main.d.ts +24 -0
- package/dist/types/git-remote/credential-main.d.ts.map +1 -0
- package/dist/types/git-remote/index.d.ts +10 -0
- package/dist/types/git-remote/index.d.ts.map +1 -0
- package/dist/types/git-remote/main.d.ts +23 -0
- package/dist/types/git-remote/main.d.ts.map +1 -0
- package/dist/types/git-remote/parse-url.d.ts +32 -0
- package/dist/types/git-remote/parse-url.d.ts.map +1 -0
- package/dist/types/git-remote/resolve.d.ts +30 -0
- package/dist/types/git-remote/resolve.d.ts.map +1 -0
- package/dist/types/git-remote/service.d.ts +75 -0
- package/dist/types/git-remote/service.d.ts.map +1 -0
- package/dist/types/git-server/auth.d.ts +129 -0
- package/dist/types/git-server/auth.d.ts.map +1 -0
- package/dist/types/git-server/bundle-restore.d.ts +48 -0
- package/dist/types/git-server/bundle-restore.d.ts.map +1 -0
- package/dist/types/git-server/bundle-sync.d.ts +90 -0
- package/dist/types/git-server/bundle-sync.d.ts.map +1 -0
- package/dist/types/git-server/did-service.d.ts +26 -0
- package/dist/types/git-server/did-service.d.ts.map +1 -0
- package/dist/types/git-server/git-backend.d.ts +84 -0
- package/dist/types/git-server/git-backend.d.ts.map +1 -0
- package/dist/types/git-server/http-handler.d.ts +73 -0
- package/dist/types/git-server/http-handler.d.ts.map +1 -0
- package/dist/types/git-server/index.d.ts +16 -0
- package/dist/types/git-server/index.d.ts.map +1 -0
- package/dist/types/git-server/push-authorizer.d.ts +38 -0
- package/dist/types/git-server/push-authorizer.d.ts.map +1 -0
- package/dist/types/git-server/ref-sync.d.ts +52 -0
- package/dist/types/git-server/ref-sync.d.ts.map +1 -0
- package/dist/types/git-server/server.d.ts +70 -0
- package/dist/types/git-server/server.d.ts.map +1 -0
- package/dist/types/git-server/verify.d.ts +12 -0
- package/dist/types/git-server/verify.d.ts.map +1 -0
- package/dist/types/github-shim/helpers.d.ts +108 -0
- package/dist/types/github-shim/helpers.d.ts.map +1 -0
- package/dist/types/github-shim/index.d.ts +15 -0
- package/dist/types/github-shim/index.d.ts.map +1 -0
- package/dist/types/github-shim/issues.d.ts +24 -0
- package/dist/types/github-shim/issues.d.ts.map +1 -0
- package/dist/types/github-shim/pulls.d.ts +31 -0
- package/dist/types/github-shim/pulls.d.ts.map +1 -0
- package/dist/types/github-shim/releases.d.ts +18 -0
- package/dist/types/github-shim/releases.d.ts.map +1 -0
- package/dist/types/github-shim/repos.d.ts +21 -0
- package/dist/types/github-shim/repos.d.ts.map +1 -0
- package/dist/types/github-shim/server.d.ts +53 -0
- package/dist/types/github-shim/server.d.ts.map +1 -0
- package/dist/types/github-shim/users.d.ts +17 -0
- package/dist/types/github-shim/users.d.ts.map +1 -0
- package/dist/types/index.d.ts +26 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/indexer/api.d.ts +32 -0
- package/dist/types/indexer/api.d.ts.map +1 -0
- package/dist/types/indexer/crawler.d.ts +72 -0
- package/dist/types/indexer/crawler.d.ts.map +1 -0
- package/dist/types/indexer/index.d.ts +12 -0
- package/dist/types/indexer/index.d.ts.map +1 -0
- package/dist/types/indexer/main.d.ts +21 -0
- package/dist/types/indexer/main.d.ts.map +1 -0
- package/dist/types/indexer/store.d.ts +168 -0
- package/dist/types/indexer/store.d.ts.map +1 -0
- package/dist/types/issues.d.ts +395 -0
- package/dist/types/issues.d.ts.map +1 -0
- package/dist/types/notifications.d.ts +93 -0
- package/dist/types/notifications.d.ts.map +1 -0
- package/dist/types/org.d.ts +232 -0
- package/dist/types/org.d.ts.map +1 -0
- package/dist/types/patches.d.ts +410 -0
- package/dist/types/patches.d.ts.map +1 -0
- package/dist/types/refs.d.ts +114 -0
- package/dist/types/refs.d.ts.map +1 -0
- package/dist/types/registry.d.ts +212 -0
- package/dist/types/registry.d.ts.map +1 -0
- package/dist/types/releases.d.ts +204 -0
- package/dist/types/releases.d.ts.map +1 -0
- package/dist/types/repo.d.ts +450 -0
- package/dist/types/repo.d.ts.map +1 -0
- package/dist/types/resolver/index.d.ts +13 -0
- package/dist/types/resolver/index.d.ts.map +1 -0
- package/dist/types/resolver/resolve.d.ts +80 -0
- package/dist/types/resolver/resolve.d.ts.map +1 -0
- package/dist/types/resolver/trust-chain.d.ts +54 -0
- package/dist/types/resolver/trust-chain.d.ts.map +1 -0
- package/dist/types/resolver/verify.d.ts +62 -0
- package/dist/types/resolver/verify.d.ts.map +1 -0
- package/dist/types/shims/go/index.d.ts +11 -0
- package/dist/types/shims/go/index.d.ts.map +1 -0
- package/dist/types/shims/go/proxy.d.ts +51 -0
- package/dist/types/shims/go/proxy.d.ts.map +1 -0
- package/dist/types/shims/go/server.d.ts +23 -0
- package/dist/types/shims/go/server.d.ts.map +1 -0
- package/dist/types/shims/index.d.ts +18 -0
- package/dist/types/shims/index.d.ts.map +1 -0
- package/dist/types/shims/npm/index.d.ts +11 -0
- package/dist/types/shims/npm/index.d.ts.map +1 -0
- package/dist/types/shims/npm/registry.d.ts +46 -0
- package/dist/types/shims/npm/registry.d.ts.map +1 -0
- package/dist/types/shims/npm/server.d.ts +23 -0
- package/dist/types/shims/npm/server.d.ts.map +1 -0
- package/dist/types/shims/oci/index.d.ts +11 -0
- package/dist/types/shims/oci/index.d.ts.map +1 -0
- package/dist/types/shims/oci/registry.d.ts +56 -0
- package/dist/types/shims/oci/registry.d.ts.map +1 -0
- package/dist/types/shims/oci/server.d.ts +23 -0
- package/dist/types/shims/oci/server.d.ts.map +1 -0
- package/dist/types/social.d.ts +162 -0
- package/dist/types/social.d.ts.map +1 -0
- package/dist/types/web/html.d.ts +23 -0
- package/dist/types/web/html.d.ts.map +1 -0
- package/dist/types/web/index.d.ts +8 -0
- package/dist/types/web/index.d.ts.map +1 -0
- package/dist/types/web/routes.d.ts +21 -0
- package/dist/types/web/routes.d.ts.map +1 -0
- package/dist/types/web/server.d.ts +38 -0
- package/dist/types/web/server.d.ts.map +1 -0
- package/dist/types/wiki.d.ts +143 -0
- package/dist/types/wiki.d.ts.map +1 -0
- package/package.json +108 -0
- package/schemas/ci/check-run.json +23 -0
- package/schemas/ci/check-suite.json +23 -0
- package/schemas/issues/assignment.json +17 -0
- package/schemas/issues/comment.json +14 -0
- package/schemas/issues/issue.json +20 -0
- package/schemas/issues/label.json +17 -0
- package/schemas/issues/reaction.json +14 -0
- package/schemas/issues/status-change.json +14 -0
- package/schemas/notifications/notification.json +20 -0
- package/schemas/org/org-member.json +17 -0
- package/schemas/org/org.json +26 -0
- package/schemas/org/team-member.json +17 -0
- package/schemas/org/team.json +17 -0
- package/schemas/patches/merge-result.json +14 -0
- package/schemas/patches/patch-status-change.json +14 -0
- package/schemas/patches/patch.json +20 -0
- package/schemas/patches/review-comment.json +17 -0
- package/schemas/patches/review.json +14 -0
- package/schemas/patches/revision.json +30 -0
- package/schemas/refs/git-ref.json +32 -0
- package/schemas/registry/attestation.json +23 -0
- package/schemas/registry/package-version.json +23 -0
- package/schemas/registry/package.json +32 -0
- package/schemas/releases/release.json +17 -0
- package/schemas/repo/collaborator.json +17 -0
- package/schemas/repo/repo.json +35 -0
- package/schemas/repo/settings.json +39 -0
- package/schemas/repo/topic.json +14 -0
- package/schemas/repo/webhook.json +26 -0
- package/schemas/social/activity.json +23 -0
- package/schemas/social/follow.json +17 -0
- package/schemas/social/star.json +20 -0
- package/schemas/wiki/wiki-history.json +20 -0
- package/schemas/wiki/wiki-page.json +17 -0
- package/src/ci.ts +118 -0
- package/src/cli/agent.ts +117 -0
- package/src/cli/commands/ci.ts +300 -0
- package/src/cli/commands/clone.ts +78 -0
- package/src/cli/commands/daemon.ts +129 -0
- package/src/cli/commands/github-api.ts +30 -0
- package/src/cli/commands/init.ts +69 -0
- package/src/cli/commands/issue.ts +321 -0
- package/src/cli/commands/log.ts +106 -0
- package/src/cli/commands/migrate.ts +525 -0
- package/src/cli/commands/notification.ts +148 -0
- package/src/cli/commands/org.ts +381 -0
- package/src/cli/commands/patch.ts +413 -0
- package/src/cli/commands/registry.ts +542 -0
- package/src/cli/commands/release.ts +189 -0
- package/src/cli/commands/repo.ts +160 -0
- package/src/cli/commands/serve.ts +153 -0
- package/src/cli/commands/setup.ts +97 -0
- package/src/cli/commands/shim.ts +79 -0
- package/src/cli/commands/social.ts +221 -0
- package/src/cli/commands/web.ts +30 -0
- package/src/cli/commands/wiki.ts +199 -0
- package/src/cli/flags.ts +28 -0
- package/src/cli/main.ts +350 -0
- package/src/cli/repo-context.ts +55 -0
- package/src/daemon/adapter.ts +95 -0
- package/src/daemon/adapters/github.ts +86 -0
- package/src/daemon/adapters/go.ts +47 -0
- package/src/daemon/adapters/index.ts +36 -0
- package/src/daemon/adapters/npm.ts +47 -0
- package/src/daemon/adapters/oci.ts +59 -0
- package/src/daemon/index.ts +16 -0
- package/src/daemon/server.ts +204 -0
- package/src/git-remote/credential-helper.ts +114 -0
- package/src/git-remote/credential-main.ts +118 -0
- package/src/git-remote/index.ts +10 -0
- package/src/git-remote/main.ts +74 -0
- package/src/git-remote/parse-url.ts +81 -0
- package/src/git-remote/resolve.ts +207 -0
- package/src/git-remote/service.ts +126 -0
- package/src/git-server/auth.ts +308 -0
- package/src/git-server/bundle-restore.ts +217 -0
- package/src/git-server/bundle-sync.ts +300 -0
- package/src/git-server/did-service.ts +77 -0
- package/src/git-server/git-backend.ts +222 -0
- package/src/git-server/http-handler.ts +386 -0
- package/src/git-server/index.ts +16 -0
- package/src/git-server/push-authorizer.ts +77 -0
- package/src/git-server/ref-sync.ts +166 -0
- package/src/git-server/server.ts +236 -0
- package/src/git-server/verify.ts +116 -0
- package/src/github-shim/helpers.ts +311 -0
- package/src/github-shim/index.ts +35 -0
- package/src/github-shim/issues.ts +389 -0
- package/src/github-shim/pulls.ts +500 -0
- package/src/github-shim/releases.ts +185 -0
- package/src/github-shim/repos.ts +95 -0
- package/src/github-shim/server.ts +334 -0
- package/src/github-shim/users.ts +63 -0
- package/src/index.ts +26 -0
- package/src/indexer/api.ts +162 -0
- package/src/indexer/crawler.ts +290 -0
- package/src/indexer/index.ts +22 -0
- package/src/indexer/main.ts +83 -0
- package/src/indexer/store.ts +408 -0
- package/src/issues.ts +200 -0
- package/src/notifications.ts +80 -0
- package/src/org.ts +147 -0
- package/src/patches.ts +203 -0
- package/src/refs.ts +94 -0
- package/src/registry.ts +132 -0
- package/src/releases.ts +124 -0
- package/src/repo.ts +234 -0
- package/src/resolver/index.ts +42 -0
- package/src/resolver/resolve.ts +244 -0
- package/src/resolver/trust-chain.ts +217 -0
- package/src/resolver/verify.ts +237 -0
- package/src/shims/go/index.ts +14 -0
- package/src/shims/go/proxy.ts +336 -0
- package/src/shims/go/server.ts +82 -0
- package/src/shims/index.ts +20 -0
- package/src/shims/npm/index.ts +14 -0
- package/src/shims/npm/registry.ts +288 -0
- package/src/shims/npm/server.ts +84 -0
- package/src/shims/oci/index.ts +14 -0
- package/src/shims/oci/registry.ts +334 -0
- package/src/shims/oci/server.ts +94 -0
- package/src/social.ts +116 -0
- package/src/web/html.ts +120 -0
- package/src/web/index.ts +8 -0
- package/src/web/routes.ts +449 -0
- package/src/web/server.ts +256 -0
- package/src/wiki.ts +102 -0
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Indexer REST API — serves JSON responses from the materialized views
|
|
3
|
+
* in the IndexerStore.
|
|
4
|
+
*
|
|
5
|
+
* Endpoints:
|
|
6
|
+
*
|
|
7
|
+
* GET /api/repos List all repos (sorted by stars)
|
|
8
|
+
* GET /api/repos/search?q=<query> Search repos by name/topic/language
|
|
9
|
+
* GET /api/repos/trending Trending repos (recent star activity)
|
|
10
|
+
* GET /api/repos/:did Repo detail for a specific DID
|
|
11
|
+
* GET /api/repos/:did/stars Stars for a specific repo
|
|
12
|
+
* GET /api/users/:did User profile summary
|
|
13
|
+
* GET /api/stats Indexer statistics
|
|
14
|
+
*
|
|
15
|
+
* All responses are JSON with `Content-Type: application/json`.
|
|
16
|
+
*
|
|
17
|
+
* @module
|
|
18
|
+
*/
|
|
19
|
+
import { createServer } from 'node:http';
|
|
20
|
+
// ---------------------------------------------------------------------------
|
|
21
|
+
// Router
|
|
22
|
+
// ---------------------------------------------------------------------------
|
|
23
|
+
/** Route an incoming request to the appropriate API handler. */
|
|
24
|
+
export function handleApiRequest(store, url) {
|
|
25
|
+
var _a, _b, _c, _d;
|
|
26
|
+
const path = url.pathname;
|
|
27
|
+
// GET /api/stats
|
|
28
|
+
if (path === '/api/stats') {
|
|
29
|
+
return json(200, store.getStats());
|
|
30
|
+
}
|
|
31
|
+
// GET /api/repos/search?q=<query>
|
|
32
|
+
if (path === '/api/repos/search') {
|
|
33
|
+
const q = (_a = url.searchParams.get('q')) !== null && _a !== void 0 ? _a : '';
|
|
34
|
+
const limit = parseInt((_b = url.searchParams.get('limit')) !== null && _b !== void 0 ? _b : '50', 10);
|
|
35
|
+
if (!q) {
|
|
36
|
+
return json(400, { error: 'Missing query parameter: q' });
|
|
37
|
+
}
|
|
38
|
+
return json(200, store.search(q, limit));
|
|
39
|
+
}
|
|
40
|
+
// GET /api/repos/trending
|
|
41
|
+
if (path === '/api/repos/trending') {
|
|
42
|
+
const limit = parseInt((_c = url.searchParams.get('limit')) !== null && _c !== void 0 ? _c : '20', 10);
|
|
43
|
+
const days = parseInt((_d = url.searchParams.get('days')) !== null && _d !== void 0 ? _d : '7', 10);
|
|
44
|
+
return json(200, store.getTrending(limit, days * 24 * 60 * 60 * 1000));
|
|
45
|
+
}
|
|
46
|
+
// GET /api/repos (list all)
|
|
47
|
+
if (path === '/api/repos') {
|
|
48
|
+
const language = url.searchParams.get('language');
|
|
49
|
+
const topic = url.searchParams.get('topic');
|
|
50
|
+
if (language) {
|
|
51
|
+
return json(200, store.getReposByLanguage(language));
|
|
52
|
+
}
|
|
53
|
+
if (topic) {
|
|
54
|
+
return json(200, store.getReposByTopic(topic));
|
|
55
|
+
}
|
|
56
|
+
return json(200, store.getReposWithStars());
|
|
57
|
+
}
|
|
58
|
+
// GET /api/repos/:did/stars
|
|
59
|
+
const starsMatch = path.match(/^\/api\/repos\/(did:[a-z0-9]+:[a-zA-Z0-9._:%-]+)\/stars$/);
|
|
60
|
+
if (starsMatch) {
|
|
61
|
+
const did = starsMatch[1];
|
|
62
|
+
const repo = store.getRepo(did);
|
|
63
|
+
if (!repo) {
|
|
64
|
+
return json(404, { error: 'Repo not found' });
|
|
65
|
+
}
|
|
66
|
+
return json(200, {
|
|
67
|
+
starCount: store.getStarCount(repo.did, repo.recordId),
|
|
68
|
+
stars: store.getStarsForRepo(repo.did, repo.recordId),
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
// GET /api/repos/:did
|
|
72
|
+
const repoMatch = path.match(/^\/api\/repos\/(did:[a-z0-9]+:[a-zA-Z0-9._:%-]+)$/);
|
|
73
|
+
if (repoMatch) {
|
|
74
|
+
const did = repoMatch[1];
|
|
75
|
+
const repo = store.getRepo(did);
|
|
76
|
+
if (!repo) {
|
|
77
|
+
return json(404, { error: 'Repo not found' });
|
|
78
|
+
}
|
|
79
|
+
return json(200, Object.assign(Object.assign({}, repo), { starCount: store.getStarCount(repo.did, repo.recordId) }));
|
|
80
|
+
}
|
|
81
|
+
// GET /api/users/:did
|
|
82
|
+
const userMatch = path.match(/^\/api\/users\/(did:[a-z0-9]+:[a-zA-Z0-9._:%-]+)$/);
|
|
83
|
+
if (userMatch) {
|
|
84
|
+
const did = userMatch[1];
|
|
85
|
+
return json(200, store.getUserProfile(did));
|
|
86
|
+
}
|
|
87
|
+
return json(404, { error: 'Not found' });
|
|
88
|
+
}
|
|
89
|
+
// ---------------------------------------------------------------------------
|
|
90
|
+
// Server
|
|
91
|
+
// ---------------------------------------------------------------------------
|
|
92
|
+
/** Start the indexer API server. */
|
|
93
|
+
export function startApiServer(options) {
|
|
94
|
+
const { store, port } = options;
|
|
95
|
+
const server = createServer((req, res) => {
|
|
96
|
+
var _a;
|
|
97
|
+
try {
|
|
98
|
+
const url = new URL((_a = req.url) !== null && _a !== void 0 ? _a : '/', `http://localhost:${port}`);
|
|
99
|
+
const result = handleApiRequest(store, url);
|
|
100
|
+
res.writeHead(result.status, {
|
|
101
|
+
'Content-Type': 'application/json; charset=utf-8',
|
|
102
|
+
'Access-Control-Allow-Origin': '*',
|
|
103
|
+
});
|
|
104
|
+
res.end(result.body);
|
|
105
|
+
}
|
|
106
|
+
catch (err) {
|
|
107
|
+
console.error(`[indexer-api] Error: ${err.message}`);
|
|
108
|
+
res.writeHead(500, { 'Content-Type': 'application/json' });
|
|
109
|
+
res.end(JSON.stringify({ error: 'Internal server error' }));
|
|
110
|
+
}
|
|
111
|
+
});
|
|
112
|
+
server.listen(port, () => {
|
|
113
|
+
console.log(`[indexer-api] Listening on http://localhost:${port}`);
|
|
114
|
+
console.log('[indexer-api] Endpoints:');
|
|
115
|
+
console.log(' GET /api/repos List all repos');
|
|
116
|
+
console.log(' GET /api/repos/search?q=<query> Search repos');
|
|
117
|
+
console.log(' GET /api/repos/trending Trending repos');
|
|
118
|
+
console.log(' GET /api/repos/:did Repo detail');
|
|
119
|
+
console.log(' GET /api/repos/:did/stars Star list');
|
|
120
|
+
console.log(' GET /api/users/:did User profile');
|
|
121
|
+
console.log(' GET /api/stats Indexer stats');
|
|
122
|
+
console.log('');
|
|
123
|
+
});
|
|
124
|
+
return server;
|
|
125
|
+
}
|
|
126
|
+
// ---------------------------------------------------------------------------
|
|
127
|
+
// Helpers
|
|
128
|
+
// ---------------------------------------------------------------------------
|
|
129
|
+
function json(status, data) {
|
|
130
|
+
return { status, body: JSON.stringify(data) };
|
|
131
|
+
}
|
|
132
|
+
//# sourceMappingURL=api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/indexer/api.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAazC,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,gEAAgE;AAChE,MAAM,UAAU,gBAAgB,CAC9B,KAAmB,EACnB,GAAQ;;IAER,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;IAE1B,iBAAiB;IACjB,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,kCAAkC;IAClC,IAAI,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,MAAA,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,mCAAI,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAA,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,mCAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,0BAA0B;IAC1B,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAA,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,mCAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAA,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,mCAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,4BAA4B;IAC5B,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,4BAA4B;IAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC1F,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,EAAE,CAAC;YAAC,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,GAAG,EAAE;YACf,SAAS,EAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC;YACvD,KAAK,EAAO,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC;SAC3D,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;IAClF,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,EAAE,CAAC;YAAC,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,GAAG,kCACV,IAAI,KACP,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IACtD,CAAC;IACL,CAAC;IAED,sBAAsB;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;IAClF,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;AAC3C,CAAC;AAED,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,oCAAoC;AACpC,MAAM,UAAU,cAAc,CAAC,OAAyB;IACtD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;;QACvC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAA,GAAG,CAAC,GAAG,mCAAI,GAAG,EAAE,oBAAoB,IAAI,EAAE,CAAC,CAAC;YAChE,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAE5C,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE;gBAC3B,cAAc,EAAkB,iCAAiC;gBACjE,6BAA6B,EAAG,GAAG;aACpC,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QACvB,OAAO,CAAC,GAAG,CAAC,+CAA+C,IAAI,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,IAAI,CAAC,MAAc,EAAE,IAAa;IACzC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;AAChD,CAAC"}
|
|
@@ -0,0 +1,256 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DWN record crawler — queries remote DWNs to build the indexer's
|
|
3
|
+
* materialized views.
|
|
4
|
+
*
|
|
5
|
+
* Uses the `from` parameter on TypedWeb5 queries so the SDK routes
|
|
6
|
+
* each request to the target DID's DWN endpoint (resolved from their
|
|
7
|
+
* DID document). All queried records are `published: true` and have
|
|
8
|
+
* `{ who: 'anyone', can: ['read'] }`, so no permission grants are
|
|
9
|
+
* needed.
|
|
10
|
+
*
|
|
11
|
+
* The crawler operates incrementally — it tracks the last crawl
|
|
12
|
+
* timestamp per DID and only processes records created after that
|
|
13
|
+
* point.
|
|
14
|
+
*
|
|
15
|
+
* @module
|
|
16
|
+
*/
|
|
17
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
18
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
19
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
20
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
21
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
22
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
23
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
24
|
+
});
|
|
25
|
+
};
|
|
26
|
+
// ---------------------------------------------------------------------------
|
|
27
|
+
// Crawler
|
|
28
|
+
// ---------------------------------------------------------------------------
|
|
29
|
+
/** Crawls DWN records from registered DIDs and populates the store. */
|
|
30
|
+
export class IndexerCrawler {
|
|
31
|
+
constructor(ctx, store) {
|
|
32
|
+
this._ctx = ctx;
|
|
33
|
+
this._store = store;
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* Run a single crawl pass over all registered DIDs.
|
|
37
|
+
*
|
|
38
|
+
* For each DID, queries repos, stars, and follows. Errors on
|
|
39
|
+
* individual DIDs are captured and returned, not thrown.
|
|
40
|
+
*/
|
|
41
|
+
crawl(options) {
|
|
42
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
43
|
+
var _a;
|
|
44
|
+
const dids = ((_a = options === null || options === void 0 ? void 0 : options.dids) !== null && _a !== void 0 ? _a : this._store.getDids()).slice(0, options === null || options === void 0 ? void 0 : options.maxDids);
|
|
45
|
+
const result = {
|
|
46
|
+
crawledDids: 0,
|
|
47
|
+
newRepos: 0,
|
|
48
|
+
newStars: 0,
|
|
49
|
+
newFollows: 0,
|
|
50
|
+
errors: [],
|
|
51
|
+
};
|
|
52
|
+
for (const did of dids) {
|
|
53
|
+
try {
|
|
54
|
+
const counts = yield this.crawlDid(did);
|
|
55
|
+
result.newRepos += counts.repos;
|
|
56
|
+
result.newStars += counts.stars;
|
|
57
|
+
result.newFollows += counts.follows;
|
|
58
|
+
result.crawledDids++;
|
|
59
|
+
this._store.setCursor(did, new Date().toISOString());
|
|
60
|
+
}
|
|
61
|
+
catch (err) {
|
|
62
|
+
result.errors.push({ did, error: err.message });
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return result;
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Crawl a single DID — queries repos, stars, follows, and repo
|
|
70
|
+
* metadata (issues, patches, releases counts).
|
|
71
|
+
*/
|
|
72
|
+
crawlDid(did) {
|
|
73
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
74
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j;
|
|
75
|
+
const from = did === this._ctx.did ? undefined : did;
|
|
76
|
+
let repos = 0;
|
|
77
|
+
let stars = 0;
|
|
78
|
+
let follows = 0;
|
|
79
|
+
// ---------------------------------------------------------------
|
|
80
|
+
// Repos
|
|
81
|
+
// ---------------------------------------------------------------
|
|
82
|
+
const { records: repoRecords } = yield this._ctx.repo.records.query('repo', { from });
|
|
83
|
+
for (const rec of repoRecords) {
|
|
84
|
+
const data = yield rec.data.json();
|
|
85
|
+
const tags = rec.tags;
|
|
86
|
+
const contextId = (_a = rec.contextId) !== null && _a !== void 0 ? _a : '';
|
|
87
|
+
// Count open issues.
|
|
88
|
+
const { records: issues } = yield this._ctx.issues.records.query('repo/issue', {
|
|
89
|
+
from,
|
|
90
|
+
filter: { contextId, tags: { status: 'open' } },
|
|
91
|
+
});
|
|
92
|
+
// Count open patches.
|
|
93
|
+
const { records: patches } = yield this._ctx.patches.records.query('repo/patch', {
|
|
94
|
+
from,
|
|
95
|
+
filter: { contextId, tags: { status: 'open' } },
|
|
96
|
+
});
|
|
97
|
+
// Count releases.
|
|
98
|
+
const { records: releases } = yield this._ctx.releases.records.query('repo/release', {
|
|
99
|
+
from,
|
|
100
|
+
filter: { contextId },
|
|
101
|
+
});
|
|
102
|
+
// Fetch topics.
|
|
103
|
+
const { records: topicRecords } = yield this._ctx.repo.records.query('repo/topic', {
|
|
104
|
+
from,
|
|
105
|
+
filter: { contextId },
|
|
106
|
+
});
|
|
107
|
+
const topics = [];
|
|
108
|
+
for (const t of topicRecords) {
|
|
109
|
+
const tTags = t.tags;
|
|
110
|
+
if (tTags === null || tTags === void 0 ? void 0 : tTags.name) {
|
|
111
|
+
topics.push(tTags.name);
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
const indexed = {
|
|
115
|
+
did,
|
|
116
|
+
recordId: rec.id,
|
|
117
|
+
contextId,
|
|
118
|
+
name: (_b = data.name) !== null && _b !== void 0 ? _b : 'unnamed',
|
|
119
|
+
description: (_c = data.description) !== null && _c !== void 0 ? _c : '',
|
|
120
|
+
defaultBranch: (_d = data.defaultBranch) !== null && _d !== void 0 ? _d : 'main',
|
|
121
|
+
visibility: (_e = tags === null || tags === void 0 ? void 0 : tags.visibility) !== null && _e !== void 0 ? _e : 'public',
|
|
122
|
+
language: (_f = tags === null || tags === void 0 ? void 0 : tags.language) !== null && _f !== void 0 ? _f : '',
|
|
123
|
+
topics,
|
|
124
|
+
openIssues: issues.length,
|
|
125
|
+
openPatches: patches.length,
|
|
126
|
+
releaseCount: releases.length,
|
|
127
|
+
lastUpdated: (_g = rec.dateCreated) !== null && _g !== void 0 ? _g : new Date().toISOString(),
|
|
128
|
+
indexedAt: new Date().toISOString(),
|
|
129
|
+
};
|
|
130
|
+
this._store.putRepo(indexed);
|
|
131
|
+
repos++;
|
|
132
|
+
}
|
|
133
|
+
// ---------------------------------------------------------------
|
|
134
|
+
// Stars (on this user's DWN)
|
|
135
|
+
// ---------------------------------------------------------------
|
|
136
|
+
const { records: starRecords } = yield this._ctx.social.records.query('star', { from });
|
|
137
|
+
for (const rec of starRecords) {
|
|
138
|
+
const tags = rec.tags;
|
|
139
|
+
if ((tags === null || tags === void 0 ? void 0 : tags.repoDid) && (tags === null || tags === void 0 ? void 0 : tags.repoRecordId)) {
|
|
140
|
+
this._store.putStar({
|
|
141
|
+
starrerDid: did,
|
|
142
|
+
repoDid: tags.repoDid,
|
|
143
|
+
repoRecordId: tags.repoRecordId,
|
|
144
|
+
dateCreated: (_h = rec.dateCreated) !== null && _h !== void 0 ? _h : '',
|
|
145
|
+
});
|
|
146
|
+
stars++;
|
|
147
|
+
// Discover new DIDs from star targets.
|
|
148
|
+
this._store.addDid(tags.repoDid);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
// ---------------------------------------------------------------
|
|
152
|
+
// Follows (on this user's DWN)
|
|
153
|
+
// ---------------------------------------------------------------
|
|
154
|
+
const { records: followRecords } = yield this._ctx.social.records.query('follow', { from });
|
|
155
|
+
for (const rec of followRecords) {
|
|
156
|
+
const tags = rec.tags;
|
|
157
|
+
if (tags === null || tags === void 0 ? void 0 : tags.targetDid) {
|
|
158
|
+
this._store.putFollow({
|
|
159
|
+
followerDid: did,
|
|
160
|
+
targetDid: tags.targetDid,
|
|
161
|
+
dateCreated: (_j = rec.dateCreated) !== null && _j !== void 0 ? _j : '',
|
|
162
|
+
});
|
|
163
|
+
follows++;
|
|
164
|
+
// Discover new DIDs from follow targets.
|
|
165
|
+
this._store.addDid(tags.targetDid);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
return { repos, stars, follows };
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
/**
|
|
172
|
+
* Discover DIDs by following the social graph from a seed DID.
|
|
173
|
+
*
|
|
174
|
+
* Queries stars and follows for the seed DID, adds discovered DIDs
|
|
175
|
+
* to the store, and optionally recurses to a given depth.
|
|
176
|
+
*/
|
|
177
|
+
discover(seedDid_1) {
|
|
178
|
+
return __awaiter(this, arguments, void 0, function* (seedDid, depth = 1) {
|
|
179
|
+
const discovered = new Set();
|
|
180
|
+
const queue = [seedDid];
|
|
181
|
+
let currentDepth = 0;
|
|
182
|
+
while (queue.length > 0 && currentDepth < depth) {
|
|
183
|
+
const batch = [...queue];
|
|
184
|
+
queue.length = 0;
|
|
185
|
+
for (const did of batch) {
|
|
186
|
+
if (discovered.has(did)) {
|
|
187
|
+
continue;
|
|
188
|
+
}
|
|
189
|
+
discovered.add(did);
|
|
190
|
+
this._store.addDid(did);
|
|
191
|
+
try {
|
|
192
|
+
const from = did === this._ctx.did ? undefined : did;
|
|
193
|
+
// Stars reveal repo owner DIDs.
|
|
194
|
+
const { records: starRecords } = yield this._ctx.social.records.query('star', { from });
|
|
195
|
+
for (const rec of starRecords) {
|
|
196
|
+
const tags = rec.tags;
|
|
197
|
+
if ((tags === null || tags === void 0 ? void 0 : tags.repoDid) && !discovered.has(tags.repoDid)) {
|
|
198
|
+
queue.push(tags.repoDid);
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
// Follows reveal user DIDs.
|
|
202
|
+
const { records: followRecords } = yield this._ctx.social.records.query('follow', { from });
|
|
203
|
+
for (const rec of followRecords) {
|
|
204
|
+
const tags = rec.tags;
|
|
205
|
+
if ((tags === null || tags === void 0 ? void 0 : tags.targetDid) && !discovered.has(tags.targetDid)) {
|
|
206
|
+
queue.push(tags.targetDid);
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
catch (_a) {
|
|
211
|
+
// Skip unreachable DIDs.
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
currentDepth++;
|
|
215
|
+
}
|
|
216
|
+
return [...discovered];
|
|
217
|
+
});
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Start a periodic crawl loop. Crawls all DIDs, then waits
|
|
221
|
+
* `intervalMs` before the next pass. Returns a cleanup function
|
|
222
|
+
* to stop the loop.
|
|
223
|
+
*/
|
|
224
|
+
startLoop(intervalMs = 60000) {
|
|
225
|
+
let running = true;
|
|
226
|
+
const loop = () => __awaiter(this, void 0, void 0, function* () {
|
|
227
|
+
while (running) {
|
|
228
|
+
try {
|
|
229
|
+
const result = yield this.crawl();
|
|
230
|
+
const stats = this._store.getStats();
|
|
231
|
+
console.log(`[indexer] Crawled ${result.crawledDids} DIDs: `
|
|
232
|
+
+ `${result.newRepos} repos, ${result.newStars} stars, ${result.newFollows} follows`
|
|
233
|
+
+ (result.errors.length > 0 ? ` (${result.errors.length} errors)` : '')
|
|
234
|
+
+ ` | Total: ${stats.dids} DIDs, ${stats.repos} repos, ${stats.stars} stars`);
|
|
235
|
+
}
|
|
236
|
+
catch (err) {
|
|
237
|
+
console.error(`[indexer] Crawl error: ${err.message}`);
|
|
238
|
+
}
|
|
239
|
+
// Wait for the next cycle.
|
|
240
|
+
yield new Promise((resolve) => {
|
|
241
|
+
const timer = setTimeout(resolve, intervalMs);
|
|
242
|
+
const check = setInterval(() => {
|
|
243
|
+
if (!running) {
|
|
244
|
+
clearTimeout(timer);
|
|
245
|
+
clearInterval(check);
|
|
246
|
+
resolve();
|
|
247
|
+
}
|
|
248
|
+
}, 500);
|
|
249
|
+
});
|
|
250
|
+
}
|
|
251
|
+
});
|
|
252
|
+
loop();
|
|
253
|
+
return () => { running = false; };
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
//# sourceMappingURL=crawler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"crawler.js","sourceRoot":"","sources":["../../../src/indexer/crawler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;;;;;;;;;;AA0BH,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,uEAAuE;AACvE,MAAM,OAAO,cAAc;IAIzB,YAAmB,GAAiB,EAAE,KAAmB;QACvD,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED;;;;;OAKG;IACU,KAAK,CAAC,OAAsB;;;YACvC,MAAM,IAAI,GAAG,CAAC,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,mCAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;YACjF,MAAM,MAAM,GAAgB;gBAC1B,WAAW,EAAG,CAAC;gBACf,QAAQ,EAAM,CAAC;gBACf,QAAQ,EAAM,CAAC;gBACf,UAAU,EAAI,CAAC;gBACf,MAAM,EAAQ,EAAE;aACjB,CAAC;YAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACxC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC;oBAChC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC;oBAChC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,CAAC;oBACpC,MAAM,CAAC,WAAW,EAAE,CAAC;oBACrB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;gBACvD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;KAAA;IAED;;;OAGG;IACU,QAAQ,CAAC,GAAW;;;YAC/B,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;YACrD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,OAAO,GAAG,CAAC,CAAC;YAEhB,kEAAkE;YAClE,QAAQ;YACR,kEAAkE;YAClE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAEtF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0C,CAAC;gBAC5D,MAAM,SAAS,GAAG,MAAA,GAAG,CAAC,SAAS,mCAAI,EAAE,CAAC;gBAEtC,qBAAqB;gBACrB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE;oBAC7E,IAAI;oBACJ,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;iBAChD,CAAC,CAAC;gBAEH,sBAAsB;gBACtB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE;oBAC/E,IAAI;oBACJ,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;iBAChD,CAAC,CAAC;gBAEH,kBAAkB;gBAClB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,cAAqB,EAAE;oBAC1F,IAAI;oBACJ,MAAM,EAAE,EAAE,SAAS,EAAE;iBACtB,CAAC,CAAC;gBAEH,gBAAgB;gBAChB,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAmB,EAAE;oBACxF,IAAI;oBACJ,MAAM,EAAE,EAAE,SAAS,EAAE;iBACtB,CAAC,CAAC;gBACH,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;oBAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,IAA0C,CAAC;oBAC3D,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,EAAE,CAAC;wBAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAAC,CAAC;gBAC/C,CAAC;gBAED,MAAM,OAAO,GAAgB;oBAC3B,GAAG;oBACH,QAAQ,EAAQ,GAAG,CAAC,EAAE;oBACtB,SAAS;oBACT,IAAI,EAAY,MAAA,IAAI,CAAC,IAAI,mCAAI,SAAS;oBACtC,WAAW,EAAK,MAAA,IAAI,CAAC,WAAW,mCAAI,EAAE;oBACtC,aAAa,EAAG,MAAA,IAAI,CAAC,aAAa,mCAAI,MAAM;oBAC5C,UAAU,EAAM,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,mCAAI,QAAQ;oBAC5C,QAAQ,EAAQ,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ,mCAAI,EAAE;oBACpC,MAAM;oBACN,UAAU,EAAM,MAAM,CAAC,MAAM;oBAC7B,WAAW,EAAK,OAAO,CAAC,MAAM;oBAC9B,YAAY,EAAI,QAAQ,CAAC,MAAM;oBAC/B,WAAW,EAAK,MAAA,GAAG,CAAC,WAAW,mCAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBAC3D,SAAS,EAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACzC,CAAC;gBAEF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7B,KAAK,EAAE,CAAC;YACV,CAAC;YAED,kEAAkE;YAClE,6BAA6B;YAC7B,kEAAkE;YAClE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAExF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0C,CAAC;gBAC5D,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,MAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY,CAAA,EAAE,CAAC;oBACxC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;wBAClB,UAAU,EAAK,GAAG;wBAClB,OAAO,EAAQ,IAAI,CAAC,OAAO;wBAC3B,YAAY,EAAG,IAAI,CAAC,YAAY;wBAChC,WAAW,EAAI,MAAA,GAAG,CAAC,WAAW,mCAAI,EAAE;qBACrC,CAAC,CAAC;oBACH,KAAK,EAAE,CAAC;oBAER,uCAAuC;oBACvC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,kEAAkE;YAClE,+BAA+B;YAC/B,kEAAkE;YAClE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5F,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0C,CAAC;gBAC5D,IAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,EAAE,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;wBACpB,WAAW,EAAG,GAAG;wBACjB,SAAS,EAAK,IAAI,CAAC,SAAS;wBAC5B,WAAW,EAAG,MAAA,GAAG,CAAC,WAAW,mCAAI,EAAE;qBACpC,CAAC,CAAC;oBACH,OAAO,EAAE,CAAC;oBAEV,yCAAyC;oBACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACnC,CAAC;KAAA;IAED;;;;;OAKG;IACU,QAAQ;6DAAC,OAAe,EAAE,QAAgB,CAAC;YACtD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;YACrC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,CAAC;YACxB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,GAAG,KAAK,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;gBACzB,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBAEjB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;oBACxB,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBACtC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAExB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;wBAErD,gCAAgC;wBAChC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;wBACxF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;4BAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0C,CAAC;4BAC5D,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,KAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gCACnD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC3B,CAAC;wBACH,CAAC;wBAED,4BAA4B;wBAC5B,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;wBAC5F,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;4BAChC,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0C,CAAC;4BAC5D,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,KAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gCACvD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;4BAC7B,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,WAAM,CAAC;wBACP,yBAAyB;oBAC3B,CAAC;gBACH,CAAC;gBAED,YAAY,EAAE,CAAC;YACjB,CAAC;YAED,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC;QACzB,CAAC;KAAA;IAED;;;;OAIG;IACI,SAAS,CAAC,aAAqB,KAAM;QAC1C,IAAI,OAAO,GAAG,IAAI,CAAC;QAEnB,MAAM,IAAI,GAAG,GAAwB,EAAE;YACrC,OAAO,OAAO,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrC,OAAO,CAAC,GAAG,CACT,qBAAqB,MAAM,CAAC,WAAW,SAAS;0BAC9C,GAAG,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,UAAU,UAAU;0BAClF,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;0BACrE,aAAa,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,KAAK,WAAW,KAAK,CAAC,KAAK,QAAQ,CAC7E,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,0BAA2B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAED,2BAA2B;gBAC3B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;oBAClC,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;oBAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;wBAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;4BAAC,YAAY,CAAC,KAAK,CAAC,CAAC;4BAAC,aAAa,CAAC,KAAK,CAAC,CAAC;4BAAC,OAAO,EAAE,CAAC;wBAAC,CAAC;oBACzE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACV,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAA,CAAC;QAEF,IAAI,EAAE,CAAC;QAEP,OAAO,GAAS,EAAE,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Indexer module — crawls DWN records and serves aggregated views.
|
|
3
|
+
*
|
|
4
|
+
* @module
|
|
5
|
+
*/
|
|
6
|
+
export { handleApiRequest, startApiServer } from './api.js';
|
|
7
|
+
export { IndexerCrawler } from './crawler.js';
|
|
8
|
+
export { IndexerStore } from './store.js';
|
|
9
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/indexer/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAG5D,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAG9C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
#!/usr/bin/env bun
|
|
2
|
+
/**
|
|
3
|
+
* Indexer entry point — starts the crawler loop and REST API server.
|
|
4
|
+
*
|
|
5
|
+
* Usage:
|
|
6
|
+
* gitd indexer [--port <api-port>] [--interval <seconds>] [--seed <did>]
|
|
7
|
+
*
|
|
8
|
+
* Environment:
|
|
9
|
+
* GITD_PASSWORD Vault password (prompted if not set)
|
|
10
|
+
* GITD_INDEXER_PORT API port (default: 8090)
|
|
11
|
+
* GITD_INDEXER_INTERVAL Crawl interval in seconds (default: 60)
|
|
12
|
+
*
|
|
13
|
+
* The indexer requires a local Web5 agent for signing DWN query
|
|
14
|
+
* messages. On first run it initializes the agent vault. Subsequent
|
|
15
|
+
* runs unlock the existing vault.
|
|
16
|
+
*
|
|
17
|
+
* @module
|
|
18
|
+
*/
|
|
19
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
20
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
21
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
22
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
23
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
24
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
25
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
26
|
+
});
|
|
27
|
+
};
|
|
28
|
+
import { IndexerCrawler } from './crawler.js';
|
|
29
|
+
import { IndexerStore } from './store.js';
|
|
30
|
+
import { startApiServer } from './api.js';
|
|
31
|
+
import { flagValue, parsePort } from '../cli/flags.js';
|
|
32
|
+
// ---------------------------------------------------------------------------
|
|
33
|
+
// Command
|
|
34
|
+
// ---------------------------------------------------------------------------
|
|
35
|
+
export function indexerCommand(ctx, args) {
|
|
36
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
37
|
+
var _a, _b, _c, _d;
|
|
38
|
+
const port = parsePort((_b = (_a = flagValue(args, '--port')) !== null && _a !== void 0 ? _a : process.env.GITD_INDEXER_PORT) !== null && _b !== void 0 ? _b : '8090');
|
|
39
|
+
const intervalRaw = parseInt((_d = (_c = flagValue(args, '--interval')) !== null && _c !== void 0 ? _c : process.env.GITD_INDEXER_INTERVAL) !== null && _d !== void 0 ? _d : '60', 10);
|
|
40
|
+
const intervalSec = Number.isNaN(intervalRaw) || intervalRaw <= 0 ? 60 : intervalRaw;
|
|
41
|
+
const seedDid = flagValue(args, '--seed');
|
|
42
|
+
const store = new IndexerStore();
|
|
43
|
+
const crawler = new IndexerCrawler(ctx, store);
|
|
44
|
+
// Seed the local agent's DID.
|
|
45
|
+
store.addDid(ctx.did);
|
|
46
|
+
// If a seed DID is provided, discover DIDs from its social graph.
|
|
47
|
+
if (seedDid) {
|
|
48
|
+
console.log(`[indexer] Discovering DIDs from seed: ${seedDid}`);
|
|
49
|
+
const discovered = yield crawler.discover(seedDid, 2);
|
|
50
|
+
console.log(`[indexer] Discovered ${discovered.length} DIDs`);
|
|
51
|
+
}
|
|
52
|
+
// Initial crawl before starting the API.
|
|
53
|
+
console.log('[indexer] Running initial crawl...');
|
|
54
|
+
const result = yield crawler.crawl();
|
|
55
|
+
console.log(`[indexer] Initial crawl complete: ${result.crawledDids} DIDs, `
|
|
56
|
+
+ `${result.newRepos} repos, ${result.newStars} stars, ${result.newFollows} follows`);
|
|
57
|
+
if (result.errors.length > 0) {
|
|
58
|
+
console.log(`[indexer] ${result.errors.length} errors during initial crawl`);
|
|
59
|
+
}
|
|
60
|
+
// Start the periodic crawl loop.
|
|
61
|
+
const stopCrawler = crawler.startLoop(intervalSec * 1000);
|
|
62
|
+
// Start the API server.
|
|
63
|
+
startApiServer({ store, port });
|
|
64
|
+
console.log(`[indexer] Crawl interval: ${intervalSec}s`);
|
|
65
|
+
console.log('[indexer] Press Ctrl+C to stop.\n');
|
|
66
|
+
// Handle shutdown.
|
|
67
|
+
process.on('SIGINT', () => {
|
|
68
|
+
console.log('\n[indexer] Shutting down...');
|
|
69
|
+
stopCrawler();
|
|
70
|
+
process.exit(0);
|
|
71
|
+
});
|
|
72
|
+
// Keep the process alive.
|
|
73
|
+
yield new Promise(() => { });
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=main.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"main.js","sourceRoot":"","sources":["../../../src/indexer/main.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;GAgBG;;;;;;;;;;AAIH,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEvD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,MAAM,UAAgB,cAAc,CAAC,GAAiB,EAAE,IAAc;;;QACpE,MAAM,IAAI,GAAG,SAAS,CACpB,MAAA,MAAA,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,mCAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,mCAAI,MAAM,CACrE,CAAC;QACF,MAAM,WAAW,GAAG,QAAQ,CAC1B,MAAA,MAAA,SAAS,CAAC,IAAI,EAAE,YAAY,CAAC,mCAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,mCAAI,IAAI,EAAE,EAAE,CAC/E,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;QACrF,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE1C,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE/C,8BAA8B;QAC9B,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEtB,kEAAkE;QAClE,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,CAAC,MAAM,OAAO,CAAC,CAAC;QAChE,CAAC;QAED,yCAAyC;QACzC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACrC,OAAO,CAAC,GAAG,CACT,qCAAqC,MAAM,CAAC,WAAW,SAAS;cAC9D,GAAG,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,UAAU,UAAU,CACrF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,MAAM,8BAA8B,CAAC,CAAC;QAC/E,CAAC;QAED,iCAAiC;QACjC,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QAE1D,wBAAwB;QACxB,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhC,OAAO,CAAC,GAAG,CAAC,6BAA6B,WAAW,GAAG,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QAEjD,mBAAmB;QACnB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC5C,WAAW,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CAAA"}
|