remdb 0.3.242__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of remdb might be problematic. Click here for more details.
- rem/__init__.py +129 -0
- rem/agentic/README.md +760 -0
- rem/agentic/__init__.py +54 -0
- rem/agentic/agents/README.md +155 -0
- rem/agentic/agents/__init__.py +38 -0
- rem/agentic/agents/agent_manager.py +311 -0
- rem/agentic/agents/sse_simulator.py +502 -0
- rem/agentic/context.py +425 -0
- rem/agentic/context_builder.py +360 -0
- rem/agentic/llm_provider_models.py +301 -0
- rem/agentic/mcp/__init__.py +0 -0
- rem/agentic/mcp/tool_wrapper.py +273 -0
- rem/agentic/otel/__init__.py +5 -0
- rem/agentic/otel/setup.py +240 -0
- rem/agentic/providers/phoenix.py +926 -0
- rem/agentic/providers/pydantic_ai.py +854 -0
- rem/agentic/query.py +117 -0
- rem/agentic/query_helper.py +89 -0
- rem/agentic/schema.py +737 -0
- rem/agentic/serialization.py +245 -0
- rem/agentic/tools/__init__.py +5 -0
- rem/agentic/tools/rem_tools.py +242 -0
- rem/api/README.md +657 -0
- rem/api/deps.py +253 -0
- rem/api/main.py +460 -0
- rem/api/mcp_router/prompts.py +182 -0
- rem/api/mcp_router/resources.py +820 -0
- rem/api/mcp_router/server.py +243 -0
- rem/api/mcp_router/tools.py +1605 -0
- rem/api/middleware/tracking.py +172 -0
- rem/api/routers/admin.py +520 -0
- rem/api/routers/auth.py +898 -0
- rem/api/routers/chat/__init__.py +5 -0
- rem/api/routers/chat/child_streaming.py +394 -0
- rem/api/routers/chat/completions.py +702 -0
- rem/api/routers/chat/json_utils.py +76 -0
- rem/api/routers/chat/models.py +202 -0
- rem/api/routers/chat/otel_utils.py +33 -0
- rem/api/routers/chat/sse_events.py +546 -0
- rem/api/routers/chat/streaming.py +950 -0
- rem/api/routers/chat/streaming_utils.py +327 -0
- rem/api/routers/common.py +18 -0
- rem/api/routers/dev.py +87 -0
- rem/api/routers/feedback.py +276 -0
- rem/api/routers/messages.py +620 -0
- rem/api/routers/models.py +86 -0
- rem/api/routers/query.py +362 -0
- rem/api/routers/shared_sessions.py +422 -0
- rem/auth/README.md +258 -0
- rem/auth/__init__.py +36 -0
- rem/auth/jwt.py +367 -0
- rem/auth/middleware.py +318 -0
- rem/auth/providers/__init__.py +16 -0
- rem/auth/providers/base.py +376 -0
- rem/auth/providers/email.py +215 -0
- rem/auth/providers/google.py +163 -0
- rem/auth/providers/microsoft.py +237 -0
- rem/cli/README.md +517 -0
- rem/cli/__init__.py +8 -0
- rem/cli/commands/README.md +299 -0
- rem/cli/commands/__init__.py +3 -0
- rem/cli/commands/ask.py +549 -0
- rem/cli/commands/cluster.py +1808 -0
- rem/cli/commands/configure.py +495 -0
- rem/cli/commands/db.py +828 -0
- rem/cli/commands/dreaming.py +324 -0
- rem/cli/commands/experiments.py +1698 -0
- rem/cli/commands/mcp.py +66 -0
- rem/cli/commands/process.py +388 -0
- rem/cli/commands/query.py +109 -0
- rem/cli/commands/scaffold.py +47 -0
- rem/cli/commands/schema.py +230 -0
- rem/cli/commands/serve.py +106 -0
- rem/cli/commands/session.py +453 -0
- rem/cli/dreaming.py +363 -0
- rem/cli/main.py +123 -0
- rem/config.py +244 -0
- rem/mcp_server.py +41 -0
- rem/models/core/__init__.py +49 -0
- rem/models/core/core_model.py +70 -0
- rem/models/core/engram.py +333 -0
- rem/models/core/experiment.py +672 -0
- rem/models/core/inline_edge.py +132 -0
- rem/models/core/rem_query.py +246 -0
- rem/models/entities/__init__.py +68 -0
- rem/models/entities/domain_resource.py +38 -0
- rem/models/entities/feedback.py +123 -0
- rem/models/entities/file.py +57 -0
- rem/models/entities/image_resource.py +88 -0
- rem/models/entities/message.py +64 -0
- rem/models/entities/moment.py +123 -0
- rem/models/entities/ontology.py +181 -0
- rem/models/entities/ontology_config.py +131 -0
- rem/models/entities/resource.py +95 -0
- rem/models/entities/schema.py +87 -0
- rem/models/entities/session.py +84 -0
- rem/models/entities/shared_session.py +180 -0
- rem/models/entities/subscriber.py +175 -0
- rem/models/entities/user.py +93 -0
- rem/py.typed +0 -0
- rem/registry.py +373 -0
- rem/schemas/README.md +507 -0
- rem/schemas/__init__.py +6 -0
- rem/schemas/agents/README.md +92 -0
- rem/schemas/agents/core/agent-builder.yaml +235 -0
- rem/schemas/agents/core/moment-builder.yaml +178 -0
- rem/schemas/agents/core/rem-query-agent.yaml +226 -0
- rem/schemas/agents/core/resource-affinity-assessor.yaml +99 -0
- rem/schemas/agents/core/simple-assistant.yaml +19 -0
- rem/schemas/agents/core/user-profile-builder.yaml +163 -0
- rem/schemas/agents/examples/contract-analyzer.yaml +317 -0
- rem/schemas/agents/examples/contract-extractor.yaml +134 -0
- rem/schemas/agents/examples/cv-parser.yaml +263 -0
- rem/schemas/agents/examples/hello-world.yaml +37 -0
- rem/schemas/agents/examples/query.yaml +54 -0
- rem/schemas/agents/examples/simple.yaml +21 -0
- rem/schemas/agents/examples/test.yaml +29 -0
- rem/schemas/agents/rem.yaml +132 -0
- rem/schemas/evaluators/hello-world/default.yaml +77 -0
- rem/schemas/evaluators/rem/faithfulness.yaml +219 -0
- rem/schemas/evaluators/rem/lookup-correctness.yaml +182 -0
- rem/schemas/evaluators/rem/retrieval-precision.yaml +199 -0
- rem/schemas/evaluators/rem/retrieval-recall.yaml +211 -0
- rem/schemas/evaluators/rem/search-correctness.yaml +192 -0
- rem/services/__init__.py +18 -0
- rem/services/audio/INTEGRATION.md +308 -0
- rem/services/audio/README.md +376 -0
- rem/services/audio/__init__.py +15 -0
- rem/services/audio/chunker.py +354 -0
- rem/services/audio/transcriber.py +259 -0
- rem/services/content/README.md +1269 -0
- rem/services/content/__init__.py +5 -0
- rem/services/content/providers.py +760 -0
- rem/services/content/service.py +762 -0
- rem/services/dreaming/README.md +230 -0
- rem/services/dreaming/__init__.py +53 -0
- rem/services/dreaming/affinity_service.py +322 -0
- rem/services/dreaming/moment_service.py +251 -0
- rem/services/dreaming/ontology_service.py +54 -0
- rem/services/dreaming/user_model_service.py +297 -0
- rem/services/dreaming/utils.py +39 -0
- rem/services/email/__init__.py +10 -0
- rem/services/email/service.py +522 -0
- rem/services/email/templates.py +360 -0
- rem/services/embeddings/__init__.py +11 -0
- rem/services/embeddings/api.py +127 -0
- rem/services/embeddings/worker.py +435 -0
- rem/services/fs/README.md +662 -0
- rem/services/fs/__init__.py +62 -0
- rem/services/fs/examples.py +206 -0
- rem/services/fs/examples_paths.py +204 -0
- rem/services/fs/git_provider.py +935 -0
- rem/services/fs/local_provider.py +760 -0
- rem/services/fs/parsing-hooks-examples.md +172 -0
- rem/services/fs/paths.py +276 -0
- rem/services/fs/provider.py +460 -0
- rem/services/fs/s3_provider.py +1042 -0
- rem/services/fs/service.py +186 -0
- rem/services/git/README.md +1075 -0
- rem/services/git/__init__.py +17 -0
- rem/services/git/service.py +469 -0
- rem/services/phoenix/EXPERIMENT_DESIGN.md +1146 -0
- rem/services/phoenix/README.md +453 -0
- rem/services/phoenix/__init__.py +46 -0
- rem/services/phoenix/client.py +960 -0
- rem/services/phoenix/config.py +88 -0
- rem/services/phoenix/prompt_labels.py +477 -0
- rem/services/postgres/README.md +757 -0
- rem/services/postgres/__init__.py +49 -0
- rem/services/postgres/diff_service.py +599 -0
- rem/services/postgres/migration_service.py +427 -0
- rem/services/postgres/programmable_diff_service.py +635 -0
- rem/services/postgres/pydantic_to_sqlalchemy.py +562 -0
- rem/services/postgres/register_type.py +353 -0
- rem/services/postgres/repository.py +481 -0
- rem/services/postgres/schema_generator.py +661 -0
- rem/services/postgres/service.py +802 -0
- rem/services/postgres/sql_builder.py +355 -0
- rem/services/rate_limit.py +113 -0
- rem/services/rem/README.md +318 -0
- rem/services/rem/__init__.py +23 -0
- rem/services/rem/exceptions.py +71 -0
- rem/services/rem/executor.py +293 -0
- rem/services/rem/parser.py +180 -0
- rem/services/rem/queries.py +196 -0
- rem/services/rem/query.py +371 -0
- rem/services/rem/service.py +608 -0
- rem/services/session/README.md +374 -0
- rem/services/session/__init__.py +13 -0
- rem/services/session/compression.py +488 -0
- rem/services/session/pydantic_messages.py +310 -0
- rem/services/session/reload.py +85 -0
- rem/services/user_service.py +130 -0
- rem/settings.py +1877 -0
- rem/sql/background_indexes.sql +52 -0
- rem/sql/migrations/001_install.sql +983 -0
- rem/sql/migrations/002_install_models.sql +3157 -0
- rem/sql/migrations/003_optional_extensions.sql +326 -0
- rem/sql/migrations/004_cache_system.sql +282 -0
- rem/sql/migrations/005_schema_update.sql +145 -0
- rem/sql/migrations/migrate_session_id_to_uuid.sql +45 -0
- rem/utils/AGENTIC_CHUNKING.md +597 -0
- rem/utils/README.md +628 -0
- rem/utils/__init__.py +61 -0
- rem/utils/agentic_chunking.py +622 -0
- rem/utils/batch_ops.py +343 -0
- rem/utils/chunking.py +108 -0
- rem/utils/clip_embeddings.py +276 -0
- rem/utils/constants.py +97 -0
- rem/utils/date_utils.py +228 -0
- rem/utils/dict_utils.py +98 -0
- rem/utils/embeddings.py +436 -0
- rem/utils/examples/embeddings_example.py +305 -0
- rem/utils/examples/sql_types_example.py +202 -0
- rem/utils/files.py +323 -0
- rem/utils/markdown.py +16 -0
- rem/utils/mime_types.py +158 -0
- rem/utils/model_helpers.py +492 -0
- rem/utils/schema_loader.py +649 -0
- rem/utils/sql_paths.py +146 -0
- rem/utils/sql_types.py +350 -0
- rem/utils/user_id.py +81 -0
- rem/utils/vision.py +325 -0
- rem/workers/README.md +506 -0
- rem/workers/__init__.py +7 -0
- rem/workers/db_listener.py +579 -0
- rem/workers/db_maintainer.py +74 -0
- rem/workers/dreaming.py +502 -0
- rem/workers/engram_processor.py +312 -0
- rem/workers/sqs_file_processor.py +193 -0
- rem/workers/unlogged_maintainer.py +463 -0
- remdb-0.3.242.dist-info/METADATA +1632 -0
- remdb-0.3.242.dist-info/RECORD +235 -0
- remdb-0.3.242.dist-info/WHEEL +4 -0
- remdb-0.3.242.dist-info/entry_points.txt +2 -0
rem/api/deps.py
ADDED
|
@@ -0,0 +1,253 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Shared FastAPI dependencies for authentication and authorization.
|
|
3
|
+
|
|
4
|
+
Provides dependency injection utilities for:
|
|
5
|
+
- Extracting current user from session
|
|
6
|
+
- Requiring authentication
|
|
7
|
+
- Requiring specific roles (admin, user)
|
|
8
|
+
- User-scoped data filtering with admin override
|
|
9
|
+
|
|
10
|
+
Design Pattern:
|
|
11
|
+
- Use as FastAPI dependencies via Depends()
|
|
12
|
+
- Middleware sets request.state.user and request.state.is_anonymous
|
|
13
|
+
- Dependencies extract and validate from request.state
|
|
14
|
+
- Admin users can access any user's data via filters
|
|
15
|
+
|
|
16
|
+
Roles:
|
|
17
|
+
- "admin": Full access to all data across all users
|
|
18
|
+
- "user": Default role, access limited to own data
|
|
19
|
+
- Anonymous: Rate-limited access, no persistent data
|
|
20
|
+
|
|
21
|
+
Usage:
|
|
22
|
+
from rem.api.deps import require_auth, require_admin, get_user_filter
|
|
23
|
+
|
|
24
|
+
@router.get("/items")
|
|
25
|
+
async def list_items(user: dict = Depends(require_auth)):
|
|
26
|
+
# user is guaranteed to be authenticated
|
|
27
|
+
...
|
|
28
|
+
|
|
29
|
+
@router.post("/admin/action")
|
|
30
|
+
async def admin_action(user: dict = Depends(require_admin)):
|
|
31
|
+
# user is guaranteed to have admin role
|
|
32
|
+
...
|
|
33
|
+
|
|
34
|
+
@router.get("/sessions/{session_id}")
|
|
35
|
+
async def get_session(
|
|
36
|
+
session_id: str,
|
|
37
|
+
filters: dict = Depends(get_user_filter),
|
|
38
|
+
):
|
|
39
|
+
# filters includes user_id constraint (unless admin)
|
|
40
|
+
...
|
|
41
|
+
"""
|
|
42
|
+
|
|
43
|
+
from typing import Any
|
|
44
|
+
|
|
45
|
+
from fastapi import Depends, HTTPException, Request
|
|
46
|
+
from loguru import logger
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
class AuthError(HTTPException):
|
|
50
|
+
"""Authentication/Authorization error."""
|
|
51
|
+
|
|
52
|
+
def __init__(self, detail: str, status_code: int = 401):
|
|
53
|
+
super().__init__(status_code=status_code, detail=detail)
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def get_current_user(request: Request) -> dict | None:
|
|
57
|
+
"""
|
|
58
|
+
Get current user from request state (set by AuthMiddleware).
|
|
59
|
+
|
|
60
|
+
Returns None if no user authenticated.
|
|
61
|
+
Use require_auth() if authentication is mandatory.
|
|
62
|
+
|
|
63
|
+
Args:
|
|
64
|
+
request: FastAPI request
|
|
65
|
+
|
|
66
|
+
Returns:
|
|
67
|
+
User dict from session or None
|
|
68
|
+
"""
|
|
69
|
+
return getattr(request.state, "user", None)
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def get_is_anonymous(request: Request) -> bool:
|
|
73
|
+
"""
|
|
74
|
+
Check if current request is anonymous.
|
|
75
|
+
|
|
76
|
+
Args:
|
|
77
|
+
request: FastAPI request
|
|
78
|
+
|
|
79
|
+
Returns:
|
|
80
|
+
True if anonymous, False if authenticated
|
|
81
|
+
"""
|
|
82
|
+
return getattr(request.state, "is_anonymous", True)
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def require_auth(request: Request) -> dict:
|
|
86
|
+
"""
|
|
87
|
+
Require authenticated user.
|
|
88
|
+
|
|
89
|
+
Use as FastAPI dependency to enforce authentication.
|
|
90
|
+
|
|
91
|
+
Args:
|
|
92
|
+
request: FastAPI request
|
|
93
|
+
|
|
94
|
+
Returns:
|
|
95
|
+
User dict from session
|
|
96
|
+
|
|
97
|
+
Raises:
|
|
98
|
+
HTTPException 401 if not authenticated
|
|
99
|
+
"""
|
|
100
|
+
user = get_current_user(request)
|
|
101
|
+
if not user:
|
|
102
|
+
raise AuthError("Authentication required", status_code=401)
|
|
103
|
+
return user
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
def require_admin(request: Request) -> dict:
|
|
107
|
+
"""
|
|
108
|
+
Require authenticated user with admin role.
|
|
109
|
+
|
|
110
|
+
Use as FastAPI dependency to protect admin-only endpoints.
|
|
111
|
+
|
|
112
|
+
Args:
|
|
113
|
+
request: FastAPI request
|
|
114
|
+
|
|
115
|
+
Returns:
|
|
116
|
+
User dict from session
|
|
117
|
+
|
|
118
|
+
Raises:
|
|
119
|
+
HTTPException 401 if not authenticated
|
|
120
|
+
HTTPException 403 if not admin
|
|
121
|
+
"""
|
|
122
|
+
user = require_auth(request)
|
|
123
|
+
roles = user.get("roles", [])
|
|
124
|
+
|
|
125
|
+
if "admin" not in roles:
|
|
126
|
+
logger.warning(f"Admin access denied for user {user.get('email')}")
|
|
127
|
+
raise AuthError("Admin access required", status_code=403)
|
|
128
|
+
|
|
129
|
+
return user
|
|
130
|
+
|
|
131
|
+
|
|
132
|
+
def is_admin(user: dict | None) -> bool:
|
|
133
|
+
"""
|
|
134
|
+
Check if user has admin role.
|
|
135
|
+
|
|
136
|
+
Args:
|
|
137
|
+
user: User dict or None
|
|
138
|
+
|
|
139
|
+
Returns:
|
|
140
|
+
True if user is admin
|
|
141
|
+
"""
|
|
142
|
+
if not user:
|
|
143
|
+
return False
|
|
144
|
+
return "admin" in user.get("roles", [])
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
async def get_user_filter(
|
|
148
|
+
request: Request,
|
|
149
|
+
x_user_id: str | None = None,
|
|
150
|
+
) -> dict[str, Any]:
|
|
151
|
+
"""
|
|
152
|
+
Get user-scoped filter dict for database queries.
|
|
153
|
+
|
|
154
|
+
For regular users: Always filters by their own user_id.
|
|
155
|
+
For admin users: Can filter by any user_id (or no filter for all users).
|
|
156
|
+
|
|
157
|
+
Args:
|
|
158
|
+
request: FastAPI request
|
|
159
|
+
x_user_id: Optional user_id filter (admin only for cross-user)
|
|
160
|
+
|
|
161
|
+
Returns:
|
|
162
|
+
Filter dict with appropriate user_id constraint
|
|
163
|
+
|
|
164
|
+
Usage:
|
|
165
|
+
@router.get("/items")
|
|
166
|
+
async def list_items(filters: dict = Depends(get_user_filter)):
|
|
167
|
+
return await repo.find(filters)
|
|
168
|
+
"""
|
|
169
|
+
user = get_current_user(request)
|
|
170
|
+
filters: dict[str, Any] = {}
|
|
171
|
+
|
|
172
|
+
if is_admin(user):
|
|
173
|
+
# Admin can filter by any user or see all
|
|
174
|
+
if x_user_id:
|
|
175
|
+
filters["user_id"] = x_user_id
|
|
176
|
+
# If no user_id specified, admin sees all (no user_id filter)
|
|
177
|
+
logger.debug(f"Admin access: filters={filters}")
|
|
178
|
+
elif user:
|
|
179
|
+
# Regular authenticated user: always filter by own user_id
|
|
180
|
+
filters["user_id"] = user.get("id")
|
|
181
|
+
if x_user_id and x_user_id != user.get("id"):
|
|
182
|
+
logger.warning(
|
|
183
|
+
f"User {user.get('email')} attempted to filter by user_id={x_user_id}"
|
|
184
|
+
)
|
|
185
|
+
else:
|
|
186
|
+
# Anonymous: use anonymous tracking ID
|
|
187
|
+
# Note: user_id should come from JWT, not from parameters
|
|
188
|
+
anon_id = getattr(request.state, "anon_id", None)
|
|
189
|
+
if anon_id:
|
|
190
|
+
filters["user_id"] = f"anon:{anon_id}"
|
|
191
|
+
else:
|
|
192
|
+
filters["user_id"] = "anonymous"
|
|
193
|
+
|
|
194
|
+
return filters
|
|
195
|
+
|
|
196
|
+
|
|
197
|
+
async def require_owner_or_admin(
|
|
198
|
+
request: Request,
|
|
199
|
+
resource_user_id: str,
|
|
200
|
+
) -> dict:
|
|
201
|
+
"""
|
|
202
|
+
Require that current user owns the resource or is admin.
|
|
203
|
+
|
|
204
|
+
Use for parametric endpoints (GET /resource/{id}) where
|
|
205
|
+
only the owner or admin should access.
|
|
206
|
+
|
|
207
|
+
Args:
|
|
208
|
+
request: FastAPI request
|
|
209
|
+
resource_user_id: The user_id of the resource being accessed
|
|
210
|
+
|
|
211
|
+
Returns:
|
|
212
|
+
User dict from session
|
|
213
|
+
|
|
214
|
+
Raises:
|
|
215
|
+
HTTPException 401 if not authenticated
|
|
216
|
+
HTTPException 403 if not owner and not admin
|
|
217
|
+
"""
|
|
218
|
+
user = require_auth(request)
|
|
219
|
+
|
|
220
|
+
if is_admin(user):
|
|
221
|
+
return user
|
|
222
|
+
|
|
223
|
+
if user.get("id") != resource_user_id:
|
|
224
|
+
logger.warning(
|
|
225
|
+
f"Access denied: user {user.get('email')} tried to access "
|
|
226
|
+
f"resource owned by {resource_user_id}"
|
|
227
|
+
)
|
|
228
|
+
raise AuthError("Access denied: not owner", status_code=403)
|
|
229
|
+
|
|
230
|
+
return user
|
|
231
|
+
|
|
232
|
+
|
|
233
|
+
def get_user_id_from_request(request: Request) -> str:
|
|
234
|
+
"""
|
|
235
|
+
Get effective user_id for creating resources.
|
|
236
|
+
|
|
237
|
+
Returns authenticated user's ID or anonymous tracking ID.
|
|
238
|
+
|
|
239
|
+
Args:
|
|
240
|
+
request: FastAPI request
|
|
241
|
+
|
|
242
|
+
Returns:
|
|
243
|
+
User ID string
|
|
244
|
+
"""
|
|
245
|
+
user = get_current_user(request)
|
|
246
|
+
if user:
|
|
247
|
+
return user.get("id", "unknown")
|
|
248
|
+
|
|
249
|
+
anon_id = getattr(request.state, "anon_id", None)
|
|
250
|
+
if anon_id:
|
|
251
|
+
return f"anon:{anon_id}"
|
|
252
|
+
|
|
253
|
+
return "anonymous"
|