graphcore-kernel 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (343) hide show
  1. graphcore/__init__.py +5 -0
  2. graphcore/agent_frontend/__init__.py +8 -0
  3. graphcore/agent_frontend/api.py +69 -0
  4. graphcore/agent_frontend/base/__init__.py +11 -0
  5. graphcore/agent_frontend/base/views.py +167 -0
  6. graphcore/agent_frontend/client.py +31 -0
  7. graphcore/agent_frontend/context.py +157 -0
  8. graphcore/agent_frontend/errors.py +12 -0
  9. graphcore/agent_frontend/loading.py +54 -0
  10. graphcore/agent_frontend/registry.py +42 -0
  11. graphcore/agent_frontend/render.py +207 -0
  12. graphcore/agent_frontend/server.py +103 -0
  13. graphcore/agent_frontend/signatures.py +35 -0
  14. graphcore/agent_frontend/testing.py +45 -0
  15. graphcore/agent_frontend/tests/__init__.py +0 -0
  16. graphcore/agent_frontend/tests/fakes.py +114 -0
  17. graphcore/agent_frontend/tests/test_frontend.py +447 -0
  18. graphcore/agent_frontend/tests/test_loading.py +83 -0
  19. graphcore/agent_frontend/tests/test_server.py +109 -0
  20. graphcore/agent_frontend/tools.py +137 -0
  21. graphcore/api/__init__.py +4 -0
  22. graphcore/api/graph_api.py +378 -0
  23. graphcore/api/predicate_codec.py +81 -0
  24. graphcore/api/tests/__init__.py +0 -0
  25. graphcore/api/tests/test_changed_entities.py +109 -0
  26. graphcore/api/tests/test_graph_api.py +290 -0
  27. graphcore/api/tests/test_graph_api_access.py +94 -0
  28. graphcore/api/tests/test_graph_api_grants.py +90 -0
  29. graphcore/api/tests/test_predicate_codec.py +83 -0
  30. graphcore/api/tests/test_subtree_query.py +79 -0
  31. graphcore/apps.py +71 -0
  32. graphcore/auth/__init__.py +1 -0
  33. graphcore/auth/authn/README.md +178 -0
  34. graphcore/auth/authn/__init__.py +3 -0
  35. graphcore/auth/authn/authenticator.py +120 -0
  36. graphcore/auth/authn/onboarding.py +105 -0
  37. graphcore/auth/authn/principals.py +20 -0
  38. graphcore/auth/authn/resource_metadata.py +43 -0
  39. graphcore/auth/authn/service_accounts.py +96 -0
  40. graphcore/auth/authn/testing.py +96 -0
  41. graphcore/auth/authn/tests/__init__.py +0 -0
  42. graphcore/auth/authn/tests/test_authenticator.py +145 -0
  43. graphcore/auth/authn/tests/test_onboarding.py +145 -0
  44. graphcore/auth/authn/tests/test_service_accounts.py +180 -0
  45. graphcore/auth/authn/users.py +59 -0
  46. graphcore/auth/authz/__init__.py +0 -0
  47. graphcore/auth/authz/access_port.py +120 -0
  48. graphcore/auth/authz/adapter/__init__.py +0 -0
  49. graphcore/auth/authz/adapter/default_access_adapter.py +556 -0
  50. graphcore/auth/authz/adapter/tests/__init__.py +0 -0
  51. graphcore/auth/authz/adapter/tests/test_default_adapter.py +543 -0
  52. graphcore/auth/authz/adapter/tests/test_entity_write_hooks.py +207 -0
  53. graphcore/auth/authz/adapter/tests/test_group_types.py +70 -0
  54. graphcore/auth/authz/adapter/tests/test_sync_support.py +209 -0
  55. graphcore/auth/authz/defaults.py +26 -0
  56. graphcore/auth/authz/kernel_policy.py +191 -0
  57. graphcore/auth/authz/kernel_writes.py +31 -0
  58. graphcore/auth/authz/lookups.py +25 -0
  59. graphcore/auth/authz/policy.py +403 -0
  60. graphcore/auth/authz/tests/__init__.py +0 -0
  61. graphcore/auth/authz/tests/test_can_contain.py +150 -0
  62. graphcore/auth/authz/tests/test_contained_by.py +167 -0
  63. graphcore/auth/authz/tests/test_creation.py +391 -0
  64. graphcore/auth/authz/tests/test_delete_permission.py +82 -0
  65. graphcore/auth/authz/tests/test_granted_to_me.py +160 -0
  66. graphcore/auth/authz/tests/test_integration.py +637 -0
  67. graphcore/auth/authz/tests/test_invites.py +184 -0
  68. graphcore/auth/authz/tests/test_kernel_policy.py +140 -0
  69. graphcore/auth/authz/tests/test_lockout.py +132 -0
  70. graphcore/auth/authz/tests/test_policy.py +329 -0
  71. graphcore/auth/authz/tests/test_primitives.py +73 -0
  72. graphcore/auth/authz/tests/test_principal_creation.py +62 -0
  73. graphcore/bootstrap/__init__.py +0 -0
  74. graphcore/bootstrap/deployment.py +67 -0
  75. graphcore/bootstrap/signals.py +16 -0
  76. graphcore/bootstrap/tests/__init__.py +0 -0
  77. graphcore/bootstrap/tests/test_deployment_seed.py +154 -0
  78. graphcore/broadcast/__init__.py +4 -0
  79. graphcore/broadcast/broadcaster.py +201 -0
  80. graphcore/broadcast/channels.py +56 -0
  81. graphcore/broadcast/tests/__init__.py +0 -0
  82. graphcore/broadcast/tests/test_broadcaster.py +444 -0
  83. graphcore/celery.py +14 -0
  84. graphcore/docs/AGENT_FRONTEND_TDD.md +389 -0
  85. graphcore/docs/ARCHITECTURE_PRINCIPLES.md +152 -0
  86. graphcore/docs/AUTHORIZATION_TECHNICAL_TDD.md +1379 -0
  87. graphcore/docs/ENTITY_REFERENCE_TDD.md +561 -0
  88. graphcore/docs/GRAPHAPI_FRONT_DOOR.md +173 -0
  89. graphcore/docs/RUNTIME.md +90 -0
  90. graphcore/docs/SCHEDULING_TDD.md +244 -0
  91. graphcore/docs/STRATEGY_EXECUTION_TDD.md +1043 -0
  92. graphcore/docs/VIEW_ENTITY_TDD.md +522 -0
  93. graphcore/docs/VIEW_SYSTEM_TDD.md +307 -0
  94. graphcore/docs/__init__.py +0 -0
  95. graphcore/docs/doc_topics.py +97 -0
  96. graphcore/docs/docs_discovery.py +64 -0
  97. graphcore/docs/public_api.py +56 -0
  98. graphcore/domain/__init__.py +0 -0
  99. graphcore/domain/entity/Entity.py +204 -0
  100. graphcore/domain/entity/__init__.py +0 -0
  101. graphcore/domain/entity/deployment/Deployment.py +25 -0
  102. graphcore/domain/entity/deployment/__init__.py +0 -0
  103. graphcore/domain/entity/grant/Grant.py +31 -0
  104. graphcore/domain/entity/grant/__init__.py +0 -0
  105. graphcore/domain/entity/group/Group.py +48 -0
  106. graphcore/domain/entity/group/README.md +88 -0
  107. graphcore/domain/entity/group/__init__.py +0 -0
  108. graphcore/domain/entity/invite/Invite.py +31 -0
  109. graphcore/domain/entity/invite/__init__.py +0 -0
  110. graphcore/domain/entity/request_template/RequestTemplate.py +48 -0
  111. graphcore/domain/entity/request_template/__init__.py +0 -0
  112. graphcore/domain/entity/request_template/tests/__init__.py +0 -0
  113. graphcore/domain/entity/request_template/tests/test_request_template.py +52 -0
  114. graphcore/domain/entity/service_account/ServiceAccount.py +41 -0
  115. graphcore/domain/entity/service_account/__init__.py +0 -0
  116. graphcore/domain/entity/strategy_request/StrategyRequest.py +61 -0
  117. graphcore/domain/entity/strategy_request/__init__.py +0 -0
  118. graphcore/domain/entity/strategy_request/tests/__init__.py +0 -0
  119. graphcore/domain/entity/strategy_request/tests/test_strategy_request_entity.py +35 -0
  120. graphcore/domain/entity/tests/__init__.py +0 -0
  121. graphcore/domain/entity/tests/test_entity.py +227 -0
  122. graphcore/domain/entity/tests/test_grant_group_entities.py +36 -0
  123. graphcore/domain/entity/tests/test_write_once_fields.py +98 -0
  124. graphcore/domain/entity/user/User.py +39 -0
  125. graphcore/domain/entity/user/__init__.py +0 -0
  126. graphcore/domain/entity/user/tests/__init__.py +0 -0
  127. graphcore/domain/entity/user/tests/test_user_entity.py +33 -0
  128. graphcore/domain/entity/view/View.py +37 -0
  129. graphcore/domain/entity/view/__init__.py +0 -0
  130. graphcore/domain/entity/view/position.py +78 -0
  131. graphcore/domain/entity/view/tests/__init__.py +0 -0
  132. graphcore/domain/entity/view/tests/test_position.py +71 -0
  133. graphcore/domain/entity/view/tests/test_view_entity.py +134 -0
  134. graphcore/domain/strategy/BaseStrategy.py +759 -0
  135. graphcore/domain/strategy/DeploymentStrategies.py +55 -0
  136. graphcore/domain/strategy/GrantStrategies.py +189 -0
  137. graphcore/domain/strategy/GroupStrategies.py +193 -0
  138. graphcore/domain/strategy/InviteStrategies.py +84 -0
  139. graphcore/domain/strategy/RequestTemplateStrategies.py +126 -0
  140. graphcore/domain/strategy/ViewStrategies.py +219 -0
  141. graphcore/domain/strategy/__init__.py +0 -0
  142. graphcore/domain/strategy/runner.py +84 -0
  143. graphcore/domain/strategy/session.py +56 -0
  144. graphcore/domain/strategy/tests/BaseStrategyTest.py +167 -0
  145. graphcore/domain/strategy/tests/__init__.py +0 -0
  146. graphcore/domain/strategy/tests/test_BaseStrategies.py +870 -0
  147. graphcore/domain/strategy/tests/test_grant_strategies.py +245 -0
  148. graphcore/domain/strategy/tests/test_group_strategies.py +99 -0
  149. graphcore/domain/strategy/tests/test_runner.py +220 -0
  150. graphcore/domain/strategy/tests/test_strategy_locks.py +446 -0
  151. graphcore/domain/strategy/tests/test_utils.py +95 -0
  152. graphcore/domain/strategy/tests/test_view_strategies.py +436 -0
  153. graphcore/errors.py +145 -0
  154. graphcore/execution/README.md +97 -0
  155. graphcore/execution/StrategyExecutorService.py +333 -0
  156. graphcore/execution/__init__.py +0 -0
  157. graphcore/execution/dispatcher.py +19 -0
  158. graphcore/execution/environments/__init__.py +0 -0
  159. graphcore/execution/environments/celery.py +59 -0
  160. graphcore/execution/environments/in_process.py +55 -0
  161. graphcore/execution/local_session.py +117 -0
  162. graphcore/execution/redis_run_events.py +74 -0
  163. graphcore/execution/requests.py +22 -0
  164. graphcore/execution/run_events.py +85 -0
  165. graphcore/execution/strategy_context.py +54 -0
  166. graphcore/execution/tasks.py +34 -0
  167. graphcore/execution/tests/__init__.py +5 -0
  168. graphcore/execution/tests/contract.py +171 -0
  169. graphcore/execution/tests/support.py +310 -0
  170. graphcore/execution/tests/test_dispatchers.py +76 -0
  171. graphcore/execution/tests/test_executor.py +368 -0
  172. graphcore/execution/tests/test_local_session.py +95 -0
  173. graphcore/execution/tests/test_reconcile_runs.py +134 -0
  174. graphcore/execution/tests/test_run_events.py +106 -0
  175. graphcore/execution/tests/test_strategy_context.py +62 -0
  176. graphcore/gateway/__init__.py +1 -0
  177. graphcore/gateway/remote.py +35 -0
  178. graphcore/gateway/tests/__init__.py +0 -0
  179. graphcore/gateway/tests/test_remote.py +30 -0
  180. graphcore/graph/EntityService.py +710 -0
  181. graphcore/graph/__init__.py +0 -0
  182. graphcore/graph/entity_cache.py +152 -0
  183. graphcore/graph/tests/__init__.py +4 -0
  184. graphcore/graph/tests/test_EntityService.py +908 -0
  185. graphcore/graph/tests/test_EntityService_list.py +170 -0
  186. graphcore/graph/tests/test_EntityService_model_resolution.py +339 -0
  187. graphcore/graph/tests/test_EntityService_referrers.py +236 -0
  188. graphcore/graph/tests/test_EntityService_routing.py +119 -0
  189. graphcore/graph/tests/test_dependent_on.py +141 -0
  190. graphcore/graph/tests/test_engine_is_type_agnostic.py +25 -0
  191. graphcore/graph/tests/test_engine_resolves_read_permission.py +93 -0
  192. graphcore/graph/tests/test_entity_cache.py +159 -0
  193. graphcore/graph/tests/test_null_entity_cache.py +12 -0
  194. graphcore/management/__init__.py +0 -0
  195. graphcore/management/commands/__init__.py +0 -0
  196. graphcore/management/commands/dev_reset.py +18 -0
  197. graphcore/management/commands/graphcore_createadmin.py +65 -0
  198. graphcore/management/commands/graphcore_policy.py +59 -0
  199. graphcore/management/commands/graphcore_status.py +98 -0
  200. graphcore/management/tests/__init__.py +0 -0
  201. graphcore/management/tests/test_createadmin.py +78 -0
  202. graphcore/management/tests/test_policy_command.py +46 -0
  203. graphcore/management/tests/test_status_command.py +85 -0
  204. graphcore/migrations/0001_initial.py +186 -0
  205. graphcore/migrations/0002_invite.py +26 -0
  206. graphcore/migrations/__init__.py +0 -0
  207. graphcore/models.py +11 -0
  208. graphcore/persistence/ENTITY_REPOSITORY_TECHNICAL_TDD.md +396 -0
  209. graphcore/persistence/__init__.py +6 -0
  210. graphcore/persistence/django/__init__.py +0 -0
  211. graphcore/persistence/django/backends.py +43 -0
  212. graphcore/persistence/django/bindings.py +28 -0
  213. graphcore/persistence/django/cache.py +38 -0
  214. graphcore/persistence/django/compiler.py +214 -0
  215. graphcore/persistence/django/identity.py +18 -0
  216. graphcore/persistence/django/models.py +252 -0
  217. graphcore/persistence/django/repository.py +525 -0
  218. graphcore/persistence/django/tests/__init__.py +0 -0
  219. graphcore/persistence/django/tests/test_backends.py +68 -0
  220. graphcore/persistence/django/tests/test_compiler.py +269 -0
  221. graphcore/persistence/django/tests/test_repository.py +472 -0
  222. graphcore/persistence/django/tests/test_shared_column.py +120 -0
  223. graphcore/persistence/django/tests/test_threads.py +50 -0
  224. graphcore/persistence/django/tests/test_update_shape.py +175 -0
  225. graphcore/persistence/django/threads.py +38 -0
  226. graphcore/persistence/repository.py +172 -0
  227. graphcore/persistence/tests/__init__.py +0 -0
  228. graphcore/persistence/tests/contract.py +688 -0
  229. graphcore/persistence/tests/evaluate.py +51 -0
  230. graphcore/persistence/tests/fixtures.py +32 -0
  231. graphcore/persistence/tests/memory.py +263 -0
  232. graphcore/persistence/tests/test_memory_repository.py +10 -0
  233. graphcore/persistence/tests/test_query_types.py +127 -0
  234. graphcore/public/__init__.py +9 -0
  235. graphcore/public/api.py +9 -0
  236. graphcore/public/apps.py +10 -0
  237. graphcore/public/auth/__init__.py +1 -0
  238. graphcore/public/auth/grants.py +7 -0
  239. graphcore/public/auth/onboarding.py +8 -0
  240. graphcore/public/auth/perms.py +7 -0
  241. graphcore/public/auth/policy.py +10 -0
  242. graphcore/public/auth/roles.py +8 -0
  243. graphcore/public/auth/subjects.py +7 -0
  244. graphcore/public/entities/__init__.py +32 -0
  245. graphcore/public/errors.py +19 -0
  246. graphcore/public/persistence/__init__.py +44 -0
  247. graphcore/public/persistence/django.py +24 -0
  248. graphcore/public/scheduling.py +23 -0
  249. graphcore/public/strategies/__init__.py +85 -0
  250. graphcore/public/test_settings.py +16 -0
  251. graphcore/public/testing.py +47 -0
  252. graphcore/registry/EntityDirectory.py +246 -0
  253. graphcore/registry/README.md +147 -0
  254. graphcore/registry/StrategyDirectory.py +308 -0
  255. graphcore/registry/TYPE_METADATA_PLACEMENT.md +66 -0
  256. graphcore/registry/__init__.py +0 -0
  257. graphcore/registry/app_discovery.py +108 -0
  258. graphcore/registry/decorators.py +77 -0
  259. graphcore/registry/discovery.py +111 -0
  260. graphcore/registry/registry.py +79 -0
  261. graphcore/registry/tests/__init__.py +0 -0
  262. graphcore/registry/tests/test_agent_frontend_discovery.py +56 -0
  263. graphcore/registry/tests/test_app_config.py +36 -0
  264. graphcore/registry/tests/test_discovery.py +147 -0
  265. graphcore/registry/tests/test_entity_directory_storage.py +73 -0
  266. graphcore/registry/tests/test_import_package.py +87 -0
  267. graphcore/registry/tests/test_principal_flag.py +67 -0
  268. graphcore/registry/tests/test_strategy_directory.py +29 -0
  269. graphcore/routes/__init__.py +116 -0
  270. graphcore/routes/tests/__init__.py +0 -0
  271. graphcore/routes/tests/test_routes.py +90 -0
  272. graphcore/runtime.py +243 -0
  273. graphcore/scheduling/__init__.py +0 -0
  274. graphcore/scheduling/beat_scheduler.py +164 -0
  275. graphcore/scheduling/beat_tasks.py +63 -0
  276. graphcore/scheduling/scheduler.py +37 -0
  277. graphcore/scheduling/tests/__init__.py +0 -0
  278. graphcore/scheduling/tests/contract.py +136 -0
  279. graphcore/scheduling/tests/memory.py +42 -0
  280. graphcore/scheduling/tests/test_beat_scheduler.py +87 -0
  281. graphcore/scheduling/tests/test_memory_scheduler.py +15 -0
  282. graphcore/scheduling/tests/test_ticks.py +143 -0
  283. graphcore/tasks.py +9 -0
  284. graphcore/test_settings.py +78 -0
  285. graphcore/testing/__init__.py +0 -0
  286. graphcore/testing/case.py +112 -0
  287. graphcore/testing/runner.py +32 -0
  288. graphcore/testing/settings.py +26 -0
  289. graphcore/testing/tests/__init__.py +0 -0
  290. graphcore/testing/tests/agent_view_fixture.py +19 -0
  291. graphcore/testing/tests/test_case_and_runner.py +219 -0
  292. graphcore/testing/tests/test_settings_for_apps.py +50 -0
  293. graphcore/tests/__init__.py +0 -0
  294. graphcore/tests/ids.py +14 -0
  295. graphcore/tests/public_api_manifest.py +102 -0
  296. graphcore/tests/runs.py +7 -0
  297. graphcore/tests/test_app_discovery.py +90 -0
  298. graphcore/tests/test_composition_boundaries.py +231 -0
  299. graphcore/tests/test_docs_discovery.py +108 -0
  300. graphcore/tests/test_no_print.py +70 -0
  301. graphcore/tests/test_packaging.py +64 -0
  302. graphcore/tests/test_public_api_boundaries.py +229 -0
  303. graphcore/tests/test_public_api_contract.py +62 -0
  304. graphcore/tests/test_public_api_docs.py +28 -0
  305. graphcore/tests/test_runtime.py +42 -0
  306. graphcore/tests/test_shared_type_boundaries.py +128 -0
  307. graphcore/tests/test_shared_types.py +144 -0
  308. graphcore/tests/test_test_settings.py +45 -0
  309. graphcore/transport/__init__.py +0 -0
  310. graphcore/transport/agent_asgi.py +68 -0
  311. graphcore/transport/agent_client.py +85 -0
  312. graphcore/transport/channel_layer.py +68 -0
  313. graphcore/transport/consumers.py +507 -0
  314. graphcore/transport/routing.py +6 -0
  315. graphcore/transport/tests/__init__.py +0 -0
  316. graphcore/transport/tests/test_agent_client.py +31 -0
  317. graphcore/transport/tests/test_api_views.py +733 -0
  318. graphcore/transport/tests/test_channel_layer.py +96 -0
  319. graphcore/transport/tests/test_consumers.py +963 -0
  320. graphcore/transport/tests/test_resource_metadata.py +67 -0
  321. graphcore/transport/urls.py +29 -0
  322. graphcore/transport/views.py +358 -0
  323. graphcore/types/__init__.py +4 -0
  324. graphcore/types/access.py +114 -0
  325. graphcore/types/api.py +76 -0
  326. graphcore/types/entities.py +100 -0
  327. graphcore/types/entity_id.py +85 -0
  328. graphcore/types/execution.py +41 -0
  329. graphcore/types/identity.py +20 -0
  330. graphcore/types/onboarding.py +20 -0
  331. graphcore/types/query.py +116 -0
  332. graphcore/types/schedules.py +91 -0
  333. graphcore/types/strategy.py +73 -0
  334. graphcore/types/tests/__init__.py +0 -0
  335. graphcore/types/tests/test_entity_id.py +50 -0
  336. graphcore/urls.py +5 -0
  337. graphcore_kernel-0.1.0.dist-info/METADATA +94 -0
  338. graphcore_kernel-0.1.0.dist-info/RECORD +343 -0
  339. graphcore_kernel-0.1.0.dist-info/WHEEL +5 -0
  340. graphcore_kernel-0.1.0.dist-info/entry_points.txt +2 -0
  341. graphcore_kernel-0.1.0.dist-info/licenses/LICENSE +202 -0
  342. graphcore_kernel-0.1.0.dist-info/licenses/NOTICE +2 -0
  343. graphcore_kernel-0.1.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,45 @@
1
+ """The test database is chosen by `GRAPHCORE_TEST_DB`, nothing else."""
2
+ import os
3
+ from unittest import mock
4
+
5
+ from django.core.exceptions import ImproperlyConfigured
6
+ from django.test import SimpleTestCase
7
+
8
+ from graphcore.test_settings import database_settings
9
+
10
+
11
+ class DatabaseSettingsTests(SimpleTestCase):
12
+ def test_postgresql_reads_the_project_postgres_variables(self):
13
+ env = {
14
+ 'POSTGRES_USER': 'u', 'POSTGRES_PASSWORD': 'p',
15
+ 'POSTGRES_HOST': 'db.example', 'POSTGRES_PORT': '6543',
16
+ }
17
+ with mock.patch.dict(os.environ, env):
18
+ db = database_settings('postgresql')
19
+
20
+ self.assertEqual(db['ENGINE'], 'django.db.backends.postgresql')
21
+ self.assertEqual(
22
+ (db['USER'], db['PASSWORD'], db['HOST'], db['PORT']),
23
+ ('u', 'p', 'db.example', '6543'),
24
+ )
25
+
26
+ def test_postgresql_defaults_match_graphcore_infra(self):
27
+ names = ('POSTGRES_USER', 'POSTGRES_PASSWORD', 'POSTGRES_HOST', 'POSTGRES_PORT')
28
+ clean = {k: v for k, v in os.environ.items() if k not in names}
29
+ with mock.patch.dict(os.environ, clean, clear=True):
30
+ db = database_settings('postgresql')
31
+
32
+ self.assertEqual(
33
+ (db['USER'], db['PASSWORD'], db['HOST'], db['PORT']),
34
+ ('postgres', 'postgres', 'localhost', '5432'),
35
+ )
36
+
37
+ def test_sqlite_is_in_memory(self):
38
+ db = database_settings('sqlite')
39
+
40
+ self.assertEqual(db['ENGINE'], 'django.db.backends.sqlite3')
41
+ self.assertEqual(db['NAME'], ':memory:')
42
+
43
+ def test_an_unknown_database_is_refused(self):
44
+ with self.assertRaisesMessage(ImproperlyConfigured, "'oracle'"):
45
+ database_settings('oracle')
File without changes
@@ -0,0 +1,68 @@
1
+ """ASGI entry that serves the agent frontend's `/mcp` beside the Channels/Django app,
2
+ plus the protected resource metadata MCP hosts discover sign-in from."""
3
+ from __future__ import annotations
4
+
5
+ import json
6
+ from pathlib import Path
7
+ from typing import Callable, Sequence
8
+
9
+ from graphcore.agent_frontend.loading import load_registry
10
+ from graphcore.agent_frontend.server import create_app
11
+ from graphcore.auth.authn import resource_metadata
12
+ from graphcore.registry.app_discovery import discover_agent_frontends
13
+ from graphcore.transport.agent_client import InProcessGraphClient
14
+
15
+ MCP_PATH = '/mcp'
16
+ _METADATA_PATHS = {
17
+ resource_metadata.WELL_KNOWN: '',
18
+ resource_metadata.WELL_KNOWN + MCP_PATH: MCP_PATH,
19
+ }
20
+
21
+
22
+ def _host(scope) -> str:
23
+ return dict(scope['headers']).get(b'host', b'localhost').decode()
24
+
25
+
26
+ def _base(scope) -> str:
27
+ host = _host(scope)
28
+ return resource_metadata.public_base(scope.get('scheme', 'http'), host)
29
+
30
+
31
+ async def _serve_metadata(scope, send, resource_path: str) -> None:
32
+ headers = [(b'access-control-allow-origin', b'*')]
33
+ if scope['method'] == 'OPTIONS':
34
+ status, body = 204, b''
35
+ headers += [(b'access-control-allow-methods', b'GET'), (b'access-control-allow-headers', b'*')]
36
+ elif scope['method'] in ('GET', 'HEAD'):
37
+ status = 200
38
+ body = json.dumps(resource_metadata.document(_base(scope), resource_path)).encode()
39
+ headers.append((b'content-type', b'application/json'))
40
+ else:
41
+ status, body = 405, b''
42
+ await send({'type': 'http.response.start', 'status': status, 'headers': headers})
43
+ await send({'type': 'http.response.body', 'body': body})
44
+
45
+
46
+ def with_agent_frontend(inner: Callable, apps_dir: Path | str, allowed_origins: Sequence[str] = ()) -> Callable:
47
+ agent_app = create_app(
48
+ InProcessGraphClient(), load_registry(discover_agent_frontends(apps_dir)), MCP_PATH,
49
+ allowed_origins=allowed_origins,
50
+ challenge=lambda scope: resource_metadata.challenge(_base(scope), MCP_PATH),
51
+ )
52
+
53
+ async def application(scope, receive, send):
54
+ kind = scope['type']
55
+ if kind == 'http':
56
+ path = scope['path'].rstrip('/')
57
+ if (path in _METADATA_PATHS or path == MCP_PATH) and not resource_metadata.host_allowed(_host(scope)):
58
+ await send({'type': 'http.response.start', 'status': 400, 'headers': []})
59
+ return await send({'type': 'http.response.body', 'body': b''})
60
+ if path in _METADATA_PATHS:
61
+ return await _serve_metadata(scope, send, _METADATA_PATHS[path])
62
+ if path == MCP_PATH:
63
+ return await agent_app(scope, receive, send)
64
+ if kind == 'lifespan':
65
+ return await agent_app(scope, receive, send)
66
+ return await inner(scope, receive, send)
67
+
68
+ return application
@@ -0,0 +1,85 @@
1
+ """The agent frontend's `GraphClient`, implemented over `GraphAPI` in the same process."""
2
+ from __future__ import annotations
3
+
4
+ from typing import Any, Optional
5
+
6
+ from graphcore.auth.authn import authenticate
7
+ from graphcore.runtime import get_runtime
8
+ from graphcore.types.entities import EntityFilter, EntityPage
9
+ from graphcore.types.identity import Principal
10
+ from graphcore.types.query import AllOf, Equal, InValues, Predicate
11
+ from graphcore.types.strategy import StrategyRequestPayload
12
+
13
+
14
+ def _predicate(where: Predicate | dict | None) -> Optional[Predicate]:
15
+ if isinstance(where, Predicate):
16
+ return where
17
+ if not where:
18
+ return None
19
+ nodes = [
20
+ InValues(key, frozenset(value)) if isinstance(value, (list, tuple, set, frozenset))
21
+ else Equal(key, value)
22
+ for key, value in where.items()
23
+ ]
24
+ return nodes[0] if len(nodes) == 1 else AllOf(tuple(nodes))
25
+
26
+
27
+ class InProcessGraphClient:
28
+ """Over `api` when given (a test's runtime), else over the process runtime's."""
29
+
30
+ def __init__(self, api=None):
31
+ self._given_api = api
32
+
33
+ @property
34
+ def _api(self):
35
+ return self._given_api or get_runtime().graph_api
36
+
37
+ async def authenticate(self, token: str) -> Optional[Principal]:
38
+ return await authenticate(token)
39
+
40
+ async def get_entity(self, principal: Principal, entity_id: str) -> Any:
41
+ return await self._api.get_entity(principal, entity_id)
42
+
43
+ async def list_children(
44
+ self, principal: Principal, parent_id: str, type_ids: Optional[frozenset[str]] = None,
45
+ cursor: Optional[str] = None, limit: int = 25,
46
+ ) -> EntityPage:
47
+ return await self._api.list_children(principal, parent_id, type_ids, cursor, limit)
48
+
49
+ async def list_entities(
50
+ self, principal: Principal, type_ids: frozenset[str], parent_id: Optional[str] = None,
51
+ where: Predicate | dict | None = None, cursor: Optional[str] = None, limit: int = 25,
52
+ granted_to_me: bool = False,
53
+ ) -> EntityPage:
54
+ predicate = _predicate(where)
55
+ return await self._api.list_entities(
56
+ principal, EntityFilter(type_ids, parent_id, predicate, granted_to_me), cursor, limit,
57
+ )
58
+
59
+ async def execute(
60
+ self, principal: Principal, strategy_name: str, target_id: Optional[str], params: dict,
61
+ ) -> dict:
62
+ payload = StrategyRequestPayload(
63
+ strategy_name=strategy_name, param_config=params, target_entity_id=target_id,
64
+ )
65
+ (outcome,) = await self._api.execute_strategies(principal, [payload], wait=True)
66
+ return outcome.to_dict()
67
+
68
+ def resolve(self, address: str) -> dict:
69
+ return self._api.resolve(address)
70
+
71
+ def routes(self) -> list[dict]:
72
+ return self._api.routes()
73
+
74
+ def entity_types(self) -> list[str]:
75
+ return list(self._api.describe_entities())
76
+
77
+ def type_strategies(self, entity_type_id: str) -> list[dict]:
78
+ return self._api.type_strategies(entity_type_id)
79
+
80
+ def deployment_strategies(self) -> list[dict]:
81
+ return self._api.deployment_strategies()
82
+
83
+ def strategy_info(self) -> dict[str, dict]:
84
+ classes = self._api.registry.strategies.get_all_strategies()
85
+ return {cls.__name__: cls.serialize() for group in classes.values() for cls in group}
@@ -0,0 +1,68 @@
1
+ """Redis pub/sub channel layer that tells this process's consumers when it may
2
+ have lost messages.
3
+
4
+ Pub/sub delivers at most once. When a subscription connection drops (Redis
5
+ restarts, or disconnects a subscriber that reads too slowly), redis-py
6
+ reconnects and resubscribes on its own, and everything published in between is
7
+ gone. After each such reconnect, every consumer on this process receives a
8
+ `resync.requested` message and tells its client to resync.
9
+
10
+ channels_redis accepts `on_disconnect`/`on_reconnect` config but never calls
11
+ them, so the reconnect is observed on the redis-py connection instead.
12
+ """
13
+ import logging
14
+
15
+ logger = logging.getLogger(__name__)
16
+
17
+ RESYNC_REQUESTED = {'type': 'resync.requested'}
18
+
19
+
20
+ class PubSubChannelLayer:
21
+ """`channels_redis.pubsub.RedisPubSubChannelLayer`, same `CONFIG`."""
22
+
23
+ def __init__(self, *args, **kwargs):
24
+ from channels_redis.pubsub import RedisPubSubChannelLayer
25
+
26
+ self._layer = RedisPubSubChannelLayer(*args, **kwargs)
27
+ self._watchers = {}
28
+ self._watchable = True
29
+
30
+ def __getattr__(self, name):
31
+ return getattr(self._layer, name)
32
+
33
+ async def new_channel(self, prefix='specific.'):
34
+ channel = await self._layer.new_channel(prefix)
35
+ if self._watchable:
36
+ try:
37
+ self._watch(self._layer._get_layer())
38
+ except AttributeError:
39
+ # A channels_redis or redis-py release without the internals
40
+ # read here: consumers still work, they just never resync.
41
+ self._watchable = False
42
+ logger.exception("Redis pub/sub reconnects can't be observed; consumers won't resync")
43
+ return channel
44
+
45
+ def _watch(self, loop_layer) -> None:
46
+ for shard in loop_layer._shards:
47
+ connection = shard._pubsub.connection if shard._pubsub is not None else None
48
+ watcher = self._watchers.get(shard)
49
+ if connection is None or (watcher is not None and watcher.connection is connection):
50
+ continue
51
+ watcher = _ReconnectWatcher(loop_layer, connection)
52
+ # redis-py holds connect callbacks weakly; this dict keeps them alive.
53
+ self._watchers[shard] = watcher
54
+ connection.register_connect_callback(watcher.on_connect)
55
+
56
+
57
+ class _ReconnectWatcher:
58
+ def __init__(self, loop_layer, connection):
59
+ self.loop_layer = loop_layer
60
+ self.connection = connection
61
+
62
+ async def on_connect(self, connection) -> None:
63
+ # Runs after redis-py's own callback has resubscribed this connection.
64
+ channels = list(self.loop_layer.channels.values())
65
+ logger.warning("Redis pub/sub reconnected; asking %d consumers to resync", len(channels))
66
+ message = self.loop_layer.channel_layer.serialize(RESYNC_REQUESTED)
67
+ for queue in channels:
68
+ queue.put_nowait(message)