@takosjp/yurucommu-core 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. package/LICENSE +16 -0
  2. package/README.md +82 -0
  3. package/migrations/0001_init.sql +495 -0
  4. package/migrations/0002_social_remote_actor_edges.sql +92 -0
  5. package/migrations/0003_activity_remote_object_edges.sql +68 -0
  6. package/migrations/0004_blocklist.sql +26 -0
  7. package/migrations/0005_story_community_scope.sql +13 -0
  8. package/migrations/0006_dm_community_read_status.sql +19 -0
  9. package/migrations/0007_moderation_reports.sql +22 -0
  10. package/migrations/0008_actor_fields_aka.sql +18 -0
  11. package/migrations/0009_object_tags.sql +13 -0
  12. package/migrations/0010_object_recipients_drop_actor_fk.sql +34 -0
  13. package/migrations/0011_drop_remote_actor_fks.sql +205 -0
  14. package/migrations/0012_objects_content_fts.sql +39 -0
  15. package/migrations/0013_efficiency_indexes.sql +13 -0
  16. package/migrations/0014_inbox_actor_created_idx.sql +15 -0
  17. package/migrations/0015_community_bans.sql +16 -0
  18. package/migrations/0016_namespace_takos_oidc_subject.sql +19 -0
  19. package/migrations/0017_mobile_push_registrations.sql +22 -0
  20. package/migrations/README.md +122 -0
  21. package/package.json +75 -0
  22. package/packages/api/LICENSE +16 -0
  23. package/packages/api/package.json +30 -0
  24. package/packages/api/src/index.ts +4 -0
  25. package/packages/api/src/lib/api/account.ts +20 -0
  26. package/packages/api/src/lib/api/actors.ts +149 -0
  27. package/packages/api/src/lib/api/auth.ts +46 -0
  28. package/packages/api/src/lib/api/communities.ts +329 -0
  29. package/packages/api/src/lib/api/dm.test.ts +67 -0
  30. package/packages/api/src/lib/api/dm.ts +236 -0
  31. package/packages/api/src/lib/api/fetch.ts +111 -0
  32. package/packages/api/src/lib/api/follow.ts +30 -0
  33. package/packages/api/src/lib/api/media.ts +100 -0
  34. package/packages/api/src/lib/api/moderation.ts +98 -0
  35. package/packages/api/src/lib/api/normalize.ts +71 -0
  36. package/packages/api/src/lib/api/notifications.test.ts +63 -0
  37. package/packages/api/src/lib/api/notifications.ts +61 -0
  38. package/packages/api/src/lib/api/posts.test.ts +110 -0
  39. package/packages/api/src/lib/api/posts.ts +181 -0
  40. package/packages/api/src/lib/api/recommendations.ts +22 -0
  41. package/packages/api/src/lib/api/search.ts +88 -0
  42. package/packages/api/src/lib/api/stories.ts +80 -0
  43. package/packages/api/src/lib/api.ts +15 -0
  44. package/packages/api/src/lib/fetch-with-timeout.ts +42 -0
  45. package/packages/api/src/lib/transport.ts +40 -0
  46. package/packages/api/src/social-server.ts +47 -0
  47. package/packages/api/src/types/index.ts +185 -0
  48. package/scripts/apply-takosumi-migrations.ts +621 -0
  49. package/src/backend/federation-helpers.ts +36 -0
  50. package/src/backend/index.ts +872 -0
  51. package/src/backend/lib/account-migration.ts +106 -0
  52. package/src/backend/lib/activitypub-actor-cache.ts +238 -0
  53. package/src/backend/lib/activitypub-helpers.ts +131 -0
  54. package/src/backend/lib/activitypub-validators.ts +323 -0
  55. package/src/backend/lib/ap-context.ts +16 -0
  56. package/src/backend/lib/ap-ids.ts +101 -0
  57. package/src/backend/lib/ap-response.ts +30 -0
  58. package/src/backend/lib/ap-signing.ts +87 -0
  59. package/src/backend/lib/ap-verify.ts +670 -0
  60. package/src/backend/lib/auth-lockout.ts +230 -0
  61. package/src/backend/lib/backend-paths.ts +34 -0
  62. package/src/backend/lib/base64.ts +30 -0
  63. package/src/backend/lib/blocklist-purge.ts +109 -0
  64. package/src/backend/lib/blocklist.ts +279 -0
  65. package/src/backend/lib/chunk.ts +33 -0
  66. package/src/backend/lib/client-ip.ts +169 -0
  67. package/src/backend/lib/community-visibility.ts +230 -0
  68. package/src/backend/lib/crypto.ts +424 -0
  69. package/src/backend/lib/delivery/circuit.ts +265 -0
  70. package/src/backend/lib/delivery/metrics.ts +30 -0
  71. package/src/backend/lib/delivery/planner.ts +190 -0
  72. package/src/backend/lib/delivery/queue-batching.ts +626 -0
  73. package/src/backend/lib/delivery/queue-delivery.ts +641 -0
  74. package/src/backend/lib/delivery/queue.ts +576 -0
  75. package/src/backend/lib/delivery/transformers.ts +56 -0
  76. package/src/backend/lib/delivery/types.ts +139 -0
  77. package/src/backend/lib/errors.ts +114 -0
  78. package/src/backend/lib/federation-fetch.ts +296 -0
  79. package/src/backend/lib/feed-cursor.ts +57 -0
  80. package/src/backend/lib/feed-exclude.ts +48 -0
  81. package/src/backend/lib/hex.ts +8 -0
  82. package/src/backend/lib/log-mask.ts +213 -0
  83. package/src/backend/lib/logger.ts +285 -0
  84. package/src/backend/lib/mobile-contract.ts +137 -0
  85. package/src/backend/lib/oauth-providers.ts +324 -0
  86. package/src/backend/lib/oauth-utils.ts +148 -0
  87. package/src/backend/lib/oidc-id-token.ts +151 -0
  88. package/src/backend/lib/parse-helpers.ts +31 -0
  89. package/src/backend/lib/post-visibility.ts +190 -0
  90. package/src/backend/lib/session-actor.ts +61 -0
  91. package/src/backend/lib/ssrf.ts +428 -0
  92. package/src/backend/lib/strip-image-metadata.ts +191 -0
  93. package/src/backend/middleware/bearer-auth.ts +70 -0
  94. package/src/backend/middleware/body-limit.ts +212 -0
  95. package/src/backend/middleware/cache.ts +429 -0
  96. package/src/backend/middleware/csrf.ts +130 -0
  97. package/src/backend/middleware/error-handler.ts +77 -0
  98. package/src/backend/middleware/rate-limit.ts +308 -0
  99. package/src/backend/public.ts +21 -0
  100. package/src/backend/routes/account-teardown.ts +430 -0
  101. package/src/backend/routes/activitypub/handlers/actor-inbox-handlers.ts +354 -0
  102. package/src/backend/routes/activitypub/handlers/inbound-timestamp.ts +29 -0
  103. package/src/backend/routes/activitypub/handlers/inbox-content-handlers.ts +1634 -0
  104. package/src/backend/routes/activitypub/handlers/inbox-follow-handlers.ts +547 -0
  105. package/src/backend/routes/activitypub/handlers/inbox-interaction-handlers.ts +497 -0
  106. package/src/backend/routes/activitypub/handlers/inbox-shared-helpers.ts +262 -0
  107. package/src/backend/routes/activitypub/handlers/user-inbox-handlers.ts +35 -0
  108. package/src/backend/routes/activitypub/inbox-types.ts +74 -0
  109. package/src/backend/routes/activitypub/inbox.ts +1191 -0
  110. package/src/backend/routes/activitypub/outbox.ts +0 -0
  111. package/src/backend/routes/activitypub/query-helpers.ts +227 -0
  112. package/src/backend/routes/activitypub.ts +616 -0
  113. package/src/backend/routes/actors-helpers.ts +487 -0
  114. package/src/backend/routes/actors.ts +1311 -0
  115. package/src/backend/routes/apps.ts +313 -0
  116. package/src/backend/routes/auth-helpers.ts +566 -0
  117. package/src/backend/routes/auth.ts +615 -0
  118. package/src/backend/routes/communities/membership-invites.ts +208 -0
  119. package/src/backend/routes/communities/membership-join.ts +335 -0
  120. package/src/backend/routes/communities/membership-members.ts +539 -0
  121. package/src/backend/routes/communities/membership-requests.ts +296 -0
  122. package/src/backend/routes/communities/membership-shared.ts +364 -0
  123. package/src/backend/routes/communities/messages.ts +479 -0
  124. package/src/backend/routes/communities/routes.ts +624 -0
  125. package/src/backend/routes/communities.ts +21 -0
  126. package/src/backend/routes/dm/contacts.ts +525 -0
  127. package/src/backend/routes/dm/conversations-helpers.ts +197 -0
  128. package/src/backend/routes/dm/conversations.ts +25 -0
  129. package/src/backend/routes/dm/messages.ts +658 -0
  130. package/src/backend/routes/dm/query-helpers.ts +85 -0
  131. package/src/backend/routes/dm/read-archive.ts +228 -0
  132. package/src/backend/routes/dm/requests.ts +222 -0
  133. package/src/backend/routes/dm/typing.ts +81 -0
  134. package/src/backend/routes/dm.ts +15 -0
  135. package/src/backend/routes/follow-helpers.ts +370 -0
  136. package/src/backend/routes/follow.ts +588 -0
  137. package/src/backend/routes/media.ts +692 -0
  138. package/src/backend/routes/mobile.ts +159 -0
  139. package/src/backend/routes/moderation.ts +373 -0
  140. package/src/backend/routes/notifications.ts +757 -0
  141. package/src/backend/routes/posts/delete-cascade.ts +330 -0
  142. package/src/backend/routes/posts/interactions.ts +795 -0
  143. package/src/backend/routes/posts/post-helpers.ts +847 -0
  144. package/src/backend/routes/posts/queries.ts +537 -0
  145. package/src/backend/routes/posts/routes.ts +865 -0
  146. package/src/backend/routes/posts/transformers.ts +161 -0
  147. package/src/backend/routes/posts.ts +17 -0
  148. package/src/backend/routes/recommendations.ts +88 -0
  149. package/src/backend/routes/search.ts +730 -0
  150. package/src/backend/routes/stories/interactions.ts +576 -0
  151. package/src/backend/routes/stories/query-helpers.ts +482 -0
  152. package/src/backend/routes/stories/routes.ts +906 -0
  153. package/src/backend/routes/stories.ts +13 -0
  154. package/src/backend/routes/takos-tools/dm.ts +249 -0
  155. package/src/backend/routes/takos-tools/follows.ts +225 -0
  156. package/src/backend/routes/takos-tools/posts.ts +292 -0
  157. package/src/backend/routes/takos-tools/search.ts +228 -0
  158. package/src/backend/routes/takos-tools/timeline.ts +132 -0
  159. package/src/backend/routes/takos-tools/types.ts +10 -0
  160. package/src/backend/routes/takos-tools-response.ts +178 -0
  161. package/src/backend/routes/takos-tools.ts +153 -0
  162. package/src/backend/routes/timeline.ts +755 -0
  163. package/src/backend/runtime/bun.ts +620 -0
  164. package/src/backend/runtime/cloudflare.ts +202 -0
  165. package/src/backend/runtime/compat-bun/types.ts +44 -0
  166. package/src/backend/runtime/memory-kv.ts +104 -0
  167. package/src/backend/runtime/shared.ts +142 -0
  168. package/src/backend/runtime/types.ts +205 -0
  169. package/src/backend/server.ts +636 -0
  170. package/src/backend/types.ts +143 -0
  171. package/src/db/index.ts +97 -0
  172. package/src/db/schema/actors.ts +129 -0
  173. package/src/db/schema/communities.ts +133 -0
  174. package/src/db/schema/date-utils.ts +17 -0
  175. package/src/db/schema/index.ts +17 -0
  176. package/src/db/schema/messaging.ts +241 -0
  177. package/src/db/schema/mobile.ts +37 -0
  178. package/src/db/schema/posts.ts +150 -0
  179. package/src/db/schema/relations.ts +266 -0
  180. package/src/db/schema/reports.ts +33 -0
  181. package/src/db/schema/social.ts +106 -0
  182. package/src/db/schema/stories.ts +70 -0
  183. package/src/db/schema.ts +15 -0
  184. package/src/plugin/public.ts +7 -0
  185. package/src/runtime/site-worker.ts +10 -0
@@ -0,0 +1,313 @@
1
+ import { Hono } from "hono";
2
+ import type { Env, Variables } from "../types.ts";
3
+ import { requireBearerAuth } from "../middleware/bearer-auth.ts";
4
+ import { rateLimit, RateLimitConfigs } from "../middleware/rate-limit.ts";
5
+
6
+ type AppEnv = { Bindings: Env; Variables: Variables };
7
+
8
+ const MAX_FILES = 1000;
9
+
10
+ const MIME_TYPES: Record<string, string> = {
11
+ ".html": "text/html; charset=utf-8",
12
+ ".css": "text/css; charset=utf-8",
13
+ ".js": "application/javascript; charset=utf-8",
14
+ ".mjs": "application/javascript; charset=utf-8",
15
+ ".json": "application/json; charset=utf-8",
16
+ ".png": "image/png",
17
+ ".jpg": "image/jpeg",
18
+ ".jpeg": "image/jpeg",
19
+ ".gif": "image/gif",
20
+ ".svg": "image/svg+xml",
21
+ ".ico": "image/x-icon",
22
+ ".woff": "font/woff",
23
+ ".woff2": "font/woff2",
24
+ ".ttf": "font/ttf",
25
+ ".eot": "application/vnd.ms-fontobject",
26
+ ".webp": "image/webp",
27
+ ".wasm": "application/wasm",
28
+ ".txt": "text/plain; charset=utf-8",
29
+ ".xml": "application/xml",
30
+ ".map": "application/json; charset=utf-8",
31
+ };
32
+
33
+ const HOSTED_APP_DOCUMENT_CSP = [
34
+ "sandbox allow-scripts allow-downloads",
35
+ "default-src 'self' data: blob:",
36
+ "script-src 'self' 'unsafe-inline' blob:",
37
+ "style-src 'self' 'unsafe-inline'",
38
+ "img-src 'self' data: blob: https:",
39
+ "media-src 'self' data: blob:",
40
+ "font-src 'self' data:",
41
+ "connect-src 'self'",
42
+ "worker-src 'self' blob:",
43
+ "object-src 'none'",
44
+ "base-uri 'none'",
45
+ "form-action 'none'",
46
+ "frame-ancestors 'none'",
47
+ ].join("; ");
48
+
49
+ const SANDBOXED_CONTENT_TYPES = new Set([
50
+ "text/html",
51
+ "application/xhtml+xml",
52
+ "image/svg+xml",
53
+ ]);
54
+
55
+ function inferContentType(path: string): string {
56
+ const ext = path.slice(path.lastIndexOf(".")).toLowerCase();
57
+ return MIME_TYPES[ext] ?? "application/octet-stream";
58
+ }
59
+
60
+ function normalizeContentType(contentType: string): string {
61
+ return contentType.split(";")[0].trim().toLowerCase();
62
+ }
63
+
64
+ function shouldSandboxHostedResponse(contentType: string): boolean {
65
+ return SANDBOXED_CONTENT_TYPES.has(normalizeContentType(contentType));
66
+ }
67
+
68
+ function applyHostedSecurityHeaders(
69
+ headers: Headers,
70
+ contentType: string,
71
+ ): void {
72
+ headers.set("X-Content-Type-Options", "nosniff");
73
+ headers.set("X-Frame-Options", "DENY");
74
+ headers.set("Referrer-Policy", "no-referrer");
75
+ headers.set("Cross-Origin-Opener-Policy", "same-origin");
76
+ headers.set("Cross-Origin-Embedder-Policy", "credentialless");
77
+ headers.set(
78
+ "Permissions-Policy",
79
+ [
80
+ "camera=()",
81
+ "microphone=()",
82
+ "geolocation=()",
83
+ "payment=()",
84
+ "usb=()",
85
+ "serial=()",
86
+ "display-capture=()",
87
+ ].join(", "),
88
+ );
89
+
90
+ if (shouldSandboxHostedResponse(contentType)) {
91
+ headers.set("Content-Security-Policy", HOSTED_APP_DOCUMENT_CSP);
92
+ }
93
+ }
94
+
95
+ function createHostedHeaders(
96
+ contentType: string,
97
+ cacheControl: string,
98
+ etag?: string,
99
+ ): Headers {
100
+ const headers = new Headers();
101
+ headers.set("Content-Type", contentType);
102
+ headers.set("Cache-Control", cacheControl);
103
+ if (etag) {
104
+ headers.set("ETag", etag);
105
+ }
106
+ applyHostedSecurityHeaders(headers, contentType);
107
+ return headers;
108
+ }
109
+
110
+ // Deploy API (mounted at /api/apps)
111
+
112
+ export const appsApiRoutes = new Hono<AppEnv>();
113
+
114
+ appsApiRoutes.use("/:name/deploy", rateLimit(RateLimitConfigs.mediaUpload));
115
+
116
+ appsApiRoutes.post(
117
+ "/:name/deploy",
118
+ requireBearerAuth("apps:deploy"),
119
+ async (c) => {
120
+ const appName = c.req.param("name");
121
+ const token = c.get("oauthToken")!;
122
+
123
+ // Validate app name: alphanumeric, hyphens, underscores only
124
+ if (!/^[a-zA-Z0-9_-]{1,64}$/.test(appName)) {
125
+ return c.json(
126
+ {
127
+ error: "invalid_request",
128
+ error_description: "Invalid app name",
129
+ },
130
+ 400,
131
+ );
132
+ }
133
+
134
+ let body: { files?: unknown };
135
+ try {
136
+ body = await c.req.json();
137
+ } catch {
138
+ return c.json(
139
+ {
140
+ error: "invalid_request",
141
+ error_description: "Invalid JSON body",
142
+ },
143
+ 400,
144
+ );
145
+ }
146
+
147
+ if (!Array.isArray(body.files)) {
148
+ return c.json(
149
+ {
150
+ error: "invalid_request",
151
+ error_description: "files must be an array",
152
+ },
153
+ 400,
154
+ );
155
+ }
156
+
157
+ if (body.files.length > MAX_FILES) {
158
+ return c.json(
159
+ {
160
+ error: "invalid_request",
161
+ error_description: `Too many files (max ${MAX_FILES})`,
162
+ },
163
+ 400,
164
+ );
165
+ }
166
+
167
+ const files = body.files as Array<{
168
+ path?: unknown;
169
+ content?: unknown;
170
+ contentType?: unknown;
171
+ }>;
172
+ const appPrefix = `hosted/${token.sub}/${appName}/`;
173
+
174
+ const results: Array<{ path: string; status: string }> = [];
175
+
176
+ for (const file of files) {
177
+ if (typeof file.path !== "string" || typeof file.content !== "string") {
178
+ return c.json(
179
+ {
180
+ error: "invalid_request",
181
+ error_description:
182
+ "Each file must have path (string) and content (base64 string)",
183
+ },
184
+ 400,
185
+ );
186
+ }
187
+
188
+ // Normalize path: strip leading slashes, reject traversal
189
+ const normalizedPath = file.path.replace(/^\/+/, "");
190
+ if (
191
+ !normalizedPath ||
192
+ normalizedPath.includes("..") ||
193
+ normalizedPath.startsWith("/")
194
+ ) {
195
+ return c.json(
196
+ {
197
+ error: "invalid_request",
198
+ error_description: `Invalid file path: ${file.path}`,
199
+ },
200
+ 400,
201
+ );
202
+ }
203
+
204
+ let contentBytes: ArrayBuffer;
205
+ try {
206
+ const binaryStr = atob(file.content);
207
+ const bytes = new Uint8Array(binaryStr.length);
208
+ for (let i = 0; i < binaryStr.length; i++) {
209
+ bytes[i] = binaryStr.charCodeAt(i);
210
+ }
211
+ contentBytes = bytes.buffer;
212
+ } catch {
213
+ return c.json(
214
+ {
215
+ error: "invalid_request",
216
+ error_description: `Invalid base64 content for file: ${file.path}`,
217
+ },
218
+ 400,
219
+ );
220
+ }
221
+
222
+ const contentType =
223
+ typeof file.contentType === "string" && file.contentType
224
+ ? file.contentType
225
+ : inferContentType(normalizedPath);
226
+
227
+ const media = c.env.MEDIA;
228
+ if (!media) {
229
+ return c.json({ error: "object_storage_unavailable" }, 503);
230
+ }
231
+ const r2Key = `${appPrefix}${normalizedPath}`;
232
+ await media.put(r2Key, contentBytes, {
233
+ httpMetadata: { contentType },
234
+ });
235
+
236
+ results.push({ path: normalizedPath, status: "uploaded" });
237
+ }
238
+
239
+ const appUrl = c.env.APP_URL ?? `https://${new URL(c.req.url).host}`;
240
+ const deployedUrl = `${appUrl}/hosted/${token.sub}/${appName}/`;
241
+
242
+ return c.json({ url: deployedUrl, files: results.length });
243
+ },
244
+ );
245
+
246
+ // Serve routes (mounted at /hosted)
247
+
248
+ export const appsServeRoutes = new Hono<AppEnv>();
249
+
250
+ appsServeRoutes.get("/:clientId/:appName/*", async (c) => {
251
+ const clientId = c.req.param("clientId");
252
+ const appName = c.req.param("appName");
253
+
254
+ // Extract the wildcard path after /:clientId/:appName/
255
+ const url = new URL(c.req.url);
256
+ const prefix = `/hosted/${clientId}/${appName}/`;
257
+ let filePath = url.pathname.startsWith(prefix)
258
+ ? url.pathname.slice(prefix.length)
259
+ : "";
260
+
261
+ if (!filePath || filePath === "/") {
262
+ filePath = "index.html";
263
+ }
264
+
265
+ // Security: reject path traversal
266
+ if (filePath.includes("..")) {
267
+ return c.json({ error: "forbidden" }, 403);
268
+ }
269
+
270
+ const r2Key = `hosted/${clientId}/${appName}/${filePath}`;
271
+
272
+ const media = c.env.MEDIA;
273
+ if (!media) {
274
+ return c.json({ error: "object_storage_unavailable" }, 503);
275
+ }
276
+
277
+ const object = await media.get(r2Key);
278
+ if (object) {
279
+ const contentType =
280
+ object.httpMetadata?.contentType ?? inferContentType(filePath);
281
+ const headers = createHostedHeaders(
282
+ contentType,
283
+ filePath.includes("/assets/")
284
+ ? "public, max-age=31536000, immutable"
285
+ : "public, max-age=3600",
286
+ object.httpEtag,
287
+ );
288
+ return new Response(object.body, { headers });
289
+ }
290
+
291
+ // SPA fallback: serve index.html for paths without a file extension
292
+ if (!filePath.includes(".")) {
293
+ const indexKey = `hosted/${clientId}/${appName}/index.html`;
294
+ const indexObject = await media.get(indexKey);
295
+ if (indexObject) {
296
+ const headers = createHostedHeaders(
297
+ "text/html; charset=utf-8",
298
+ "no-cache",
299
+ indexObject.httpEtag,
300
+ );
301
+ return new Response(indexObject.body, { headers });
302
+ }
303
+ }
304
+
305
+ return c.json({ error: "not_found" }, 404);
306
+ });
307
+
308
+ // Redirect /hosted/:clientId/:appName → /hosted/:clientId/:appName/
309
+ appsServeRoutes.get("/:clientId/:appName", async (c) => {
310
+ const clientId = c.req.param("clientId");
311
+ const appName = c.req.param("appName");
312
+ return c.redirect(`/hosted/${clientId}/${appName}/`, 301);
313
+ });