graphcore-kernel 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (343) hide show
  1. graphcore/__init__.py +5 -0
  2. graphcore/agent_frontend/__init__.py +8 -0
  3. graphcore/agent_frontend/api.py +69 -0
  4. graphcore/agent_frontend/base/__init__.py +11 -0
  5. graphcore/agent_frontend/base/views.py +167 -0
  6. graphcore/agent_frontend/client.py +31 -0
  7. graphcore/agent_frontend/context.py +157 -0
  8. graphcore/agent_frontend/errors.py +12 -0
  9. graphcore/agent_frontend/loading.py +54 -0
  10. graphcore/agent_frontend/registry.py +42 -0
  11. graphcore/agent_frontend/render.py +207 -0
  12. graphcore/agent_frontend/server.py +103 -0
  13. graphcore/agent_frontend/signatures.py +35 -0
  14. graphcore/agent_frontend/testing.py +45 -0
  15. graphcore/agent_frontend/tests/__init__.py +0 -0
  16. graphcore/agent_frontend/tests/fakes.py +114 -0
  17. graphcore/agent_frontend/tests/test_frontend.py +447 -0
  18. graphcore/agent_frontend/tests/test_loading.py +83 -0
  19. graphcore/agent_frontend/tests/test_server.py +109 -0
  20. graphcore/agent_frontend/tools.py +137 -0
  21. graphcore/api/__init__.py +4 -0
  22. graphcore/api/graph_api.py +378 -0
  23. graphcore/api/predicate_codec.py +81 -0
  24. graphcore/api/tests/__init__.py +0 -0
  25. graphcore/api/tests/test_changed_entities.py +109 -0
  26. graphcore/api/tests/test_graph_api.py +290 -0
  27. graphcore/api/tests/test_graph_api_access.py +94 -0
  28. graphcore/api/tests/test_graph_api_grants.py +90 -0
  29. graphcore/api/tests/test_predicate_codec.py +83 -0
  30. graphcore/api/tests/test_subtree_query.py +79 -0
  31. graphcore/apps.py +71 -0
  32. graphcore/auth/__init__.py +1 -0
  33. graphcore/auth/authn/README.md +178 -0
  34. graphcore/auth/authn/__init__.py +3 -0
  35. graphcore/auth/authn/authenticator.py +120 -0
  36. graphcore/auth/authn/onboarding.py +105 -0
  37. graphcore/auth/authn/principals.py +20 -0
  38. graphcore/auth/authn/resource_metadata.py +43 -0
  39. graphcore/auth/authn/service_accounts.py +96 -0
  40. graphcore/auth/authn/testing.py +96 -0
  41. graphcore/auth/authn/tests/__init__.py +0 -0
  42. graphcore/auth/authn/tests/test_authenticator.py +145 -0
  43. graphcore/auth/authn/tests/test_onboarding.py +145 -0
  44. graphcore/auth/authn/tests/test_service_accounts.py +180 -0
  45. graphcore/auth/authn/users.py +59 -0
  46. graphcore/auth/authz/__init__.py +0 -0
  47. graphcore/auth/authz/access_port.py +120 -0
  48. graphcore/auth/authz/adapter/__init__.py +0 -0
  49. graphcore/auth/authz/adapter/default_access_adapter.py +556 -0
  50. graphcore/auth/authz/adapter/tests/__init__.py +0 -0
  51. graphcore/auth/authz/adapter/tests/test_default_adapter.py +543 -0
  52. graphcore/auth/authz/adapter/tests/test_entity_write_hooks.py +207 -0
  53. graphcore/auth/authz/adapter/tests/test_group_types.py +70 -0
  54. graphcore/auth/authz/adapter/tests/test_sync_support.py +209 -0
  55. graphcore/auth/authz/defaults.py +26 -0
  56. graphcore/auth/authz/kernel_policy.py +191 -0
  57. graphcore/auth/authz/kernel_writes.py +31 -0
  58. graphcore/auth/authz/lookups.py +25 -0
  59. graphcore/auth/authz/policy.py +403 -0
  60. graphcore/auth/authz/tests/__init__.py +0 -0
  61. graphcore/auth/authz/tests/test_can_contain.py +150 -0
  62. graphcore/auth/authz/tests/test_contained_by.py +167 -0
  63. graphcore/auth/authz/tests/test_creation.py +391 -0
  64. graphcore/auth/authz/tests/test_delete_permission.py +82 -0
  65. graphcore/auth/authz/tests/test_granted_to_me.py +160 -0
  66. graphcore/auth/authz/tests/test_integration.py +637 -0
  67. graphcore/auth/authz/tests/test_invites.py +184 -0
  68. graphcore/auth/authz/tests/test_kernel_policy.py +140 -0
  69. graphcore/auth/authz/tests/test_lockout.py +132 -0
  70. graphcore/auth/authz/tests/test_policy.py +329 -0
  71. graphcore/auth/authz/tests/test_primitives.py +73 -0
  72. graphcore/auth/authz/tests/test_principal_creation.py +62 -0
  73. graphcore/bootstrap/__init__.py +0 -0
  74. graphcore/bootstrap/deployment.py +67 -0
  75. graphcore/bootstrap/signals.py +16 -0
  76. graphcore/bootstrap/tests/__init__.py +0 -0
  77. graphcore/bootstrap/tests/test_deployment_seed.py +154 -0
  78. graphcore/broadcast/__init__.py +4 -0
  79. graphcore/broadcast/broadcaster.py +201 -0
  80. graphcore/broadcast/channels.py +56 -0
  81. graphcore/broadcast/tests/__init__.py +0 -0
  82. graphcore/broadcast/tests/test_broadcaster.py +444 -0
  83. graphcore/celery.py +14 -0
  84. graphcore/docs/AGENT_FRONTEND_TDD.md +389 -0
  85. graphcore/docs/ARCHITECTURE_PRINCIPLES.md +152 -0
  86. graphcore/docs/AUTHORIZATION_TECHNICAL_TDD.md +1379 -0
  87. graphcore/docs/ENTITY_REFERENCE_TDD.md +561 -0
  88. graphcore/docs/GRAPHAPI_FRONT_DOOR.md +173 -0
  89. graphcore/docs/RUNTIME.md +90 -0
  90. graphcore/docs/SCHEDULING_TDD.md +244 -0
  91. graphcore/docs/STRATEGY_EXECUTION_TDD.md +1043 -0
  92. graphcore/docs/VIEW_ENTITY_TDD.md +522 -0
  93. graphcore/docs/VIEW_SYSTEM_TDD.md +307 -0
  94. graphcore/docs/__init__.py +0 -0
  95. graphcore/docs/doc_topics.py +97 -0
  96. graphcore/docs/docs_discovery.py +64 -0
  97. graphcore/docs/public_api.py +56 -0
  98. graphcore/domain/__init__.py +0 -0
  99. graphcore/domain/entity/Entity.py +204 -0
  100. graphcore/domain/entity/__init__.py +0 -0
  101. graphcore/domain/entity/deployment/Deployment.py +25 -0
  102. graphcore/domain/entity/deployment/__init__.py +0 -0
  103. graphcore/domain/entity/grant/Grant.py +31 -0
  104. graphcore/domain/entity/grant/__init__.py +0 -0
  105. graphcore/domain/entity/group/Group.py +48 -0
  106. graphcore/domain/entity/group/README.md +88 -0
  107. graphcore/domain/entity/group/__init__.py +0 -0
  108. graphcore/domain/entity/invite/Invite.py +31 -0
  109. graphcore/domain/entity/invite/__init__.py +0 -0
  110. graphcore/domain/entity/request_template/RequestTemplate.py +48 -0
  111. graphcore/domain/entity/request_template/__init__.py +0 -0
  112. graphcore/domain/entity/request_template/tests/__init__.py +0 -0
  113. graphcore/domain/entity/request_template/tests/test_request_template.py +52 -0
  114. graphcore/domain/entity/service_account/ServiceAccount.py +41 -0
  115. graphcore/domain/entity/service_account/__init__.py +0 -0
  116. graphcore/domain/entity/strategy_request/StrategyRequest.py +61 -0
  117. graphcore/domain/entity/strategy_request/__init__.py +0 -0
  118. graphcore/domain/entity/strategy_request/tests/__init__.py +0 -0
  119. graphcore/domain/entity/strategy_request/tests/test_strategy_request_entity.py +35 -0
  120. graphcore/domain/entity/tests/__init__.py +0 -0
  121. graphcore/domain/entity/tests/test_entity.py +227 -0
  122. graphcore/domain/entity/tests/test_grant_group_entities.py +36 -0
  123. graphcore/domain/entity/tests/test_write_once_fields.py +98 -0
  124. graphcore/domain/entity/user/User.py +39 -0
  125. graphcore/domain/entity/user/__init__.py +0 -0
  126. graphcore/domain/entity/user/tests/__init__.py +0 -0
  127. graphcore/domain/entity/user/tests/test_user_entity.py +33 -0
  128. graphcore/domain/entity/view/View.py +37 -0
  129. graphcore/domain/entity/view/__init__.py +0 -0
  130. graphcore/domain/entity/view/position.py +78 -0
  131. graphcore/domain/entity/view/tests/__init__.py +0 -0
  132. graphcore/domain/entity/view/tests/test_position.py +71 -0
  133. graphcore/domain/entity/view/tests/test_view_entity.py +134 -0
  134. graphcore/domain/strategy/BaseStrategy.py +759 -0
  135. graphcore/domain/strategy/DeploymentStrategies.py +55 -0
  136. graphcore/domain/strategy/GrantStrategies.py +189 -0
  137. graphcore/domain/strategy/GroupStrategies.py +193 -0
  138. graphcore/domain/strategy/InviteStrategies.py +84 -0
  139. graphcore/domain/strategy/RequestTemplateStrategies.py +126 -0
  140. graphcore/domain/strategy/ViewStrategies.py +219 -0
  141. graphcore/domain/strategy/__init__.py +0 -0
  142. graphcore/domain/strategy/runner.py +84 -0
  143. graphcore/domain/strategy/session.py +56 -0
  144. graphcore/domain/strategy/tests/BaseStrategyTest.py +167 -0
  145. graphcore/domain/strategy/tests/__init__.py +0 -0
  146. graphcore/domain/strategy/tests/test_BaseStrategies.py +870 -0
  147. graphcore/domain/strategy/tests/test_grant_strategies.py +245 -0
  148. graphcore/domain/strategy/tests/test_group_strategies.py +99 -0
  149. graphcore/domain/strategy/tests/test_runner.py +220 -0
  150. graphcore/domain/strategy/tests/test_strategy_locks.py +446 -0
  151. graphcore/domain/strategy/tests/test_utils.py +95 -0
  152. graphcore/domain/strategy/tests/test_view_strategies.py +436 -0
  153. graphcore/errors.py +145 -0
  154. graphcore/execution/README.md +97 -0
  155. graphcore/execution/StrategyExecutorService.py +333 -0
  156. graphcore/execution/__init__.py +0 -0
  157. graphcore/execution/dispatcher.py +19 -0
  158. graphcore/execution/environments/__init__.py +0 -0
  159. graphcore/execution/environments/celery.py +59 -0
  160. graphcore/execution/environments/in_process.py +55 -0
  161. graphcore/execution/local_session.py +117 -0
  162. graphcore/execution/redis_run_events.py +74 -0
  163. graphcore/execution/requests.py +22 -0
  164. graphcore/execution/run_events.py +85 -0
  165. graphcore/execution/strategy_context.py +54 -0
  166. graphcore/execution/tasks.py +34 -0
  167. graphcore/execution/tests/__init__.py +5 -0
  168. graphcore/execution/tests/contract.py +171 -0
  169. graphcore/execution/tests/support.py +310 -0
  170. graphcore/execution/tests/test_dispatchers.py +76 -0
  171. graphcore/execution/tests/test_executor.py +368 -0
  172. graphcore/execution/tests/test_local_session.py +95 -0
  173. graphcore/execution/tests/test_reconcile_runs.py +134 -0
  174. graphcore/execution/tests/test_run_events.py +106 -0
  175. graphcore/execution/tests/test_strategy_context.py +62 -0
  176. graphcore/gateway/__init__.py +1 -0
  177. graphcore/gateway/remote.py +35 -0
  178. graphcore/gateway/tests/__init__.py +0 -0
  179. graphcore/gateway/tests/test_remote.py +30 -0
  180. graphcore/graph/EntityService.py +710 -0
  181. graphcore/graph/__init__.py +0 -0
  182. graphcore/graph/entity_cache.py +152 -0
  183. graphcore/graph/tests/__init__.py +4 -0
  184. graphcore/graph/tests/test_EntityService.py +908 -0
  185. graphcore/graph/tests/test_EntityService_list.py +170 -0
  186. graphcore/graph/tests/test_EntityService_model_resolution.py +339 -0
  187. graphcore/graph/tests/test_EntityService_referrers.py +236 -0
  188. graphcore/graph/tests/test_EntityService_routing.py +119 -0
  189. graphcore/graph/tests/test_dependent_on.py +141 -0
  190. graphcore/graph/tests/test_engine_is_type_agnostic.py +25 -0
  191. graphcore/graph/tests/test_engine_resolves_read_permission.py +93 -0
  192. graphcore/graph/tests/test_entity_cache.py +159 -0
  193. graphcore/graph/tests/test_null_entity_cache.py +12 -0
  194. graphcore/management/__init__.py +0 -0
  195. graphcore/management/commands/__init__.py +0 -0
  196. graphcore/management/commands/dev_reset.py +18 -0
  197. graphcore/management/commands/graphcore_createadmin.py +65 -0
  198. graphcore/management/commands/graphcore_policy.py +59 -0
  199. graphcore/management/commands/graphcore_status.py +98 -0
  200. graphcore/management/tests/__init__.py +0 -0
  201. graphcore/management/tests/test_createadmin.py +78 -0
  202. graphcore/management/tests/test_policy_command.py +46 -0
  203. graphcore/management/tests/test_status_command.py +85 -0
  204. graphcore/migrations/0001_initial.py +186 -0
  205. graphcore/migrations/0002_invite.py +26 -0
  206. graphcore/migrations/__init__.py +0 -0
  207. graphcore/models.py +11 -0
  208. graphcore/persistence/ENTITY_REPOSITORY_TECHNICAL_TDD.md +396 -0
  209. graphcore/persistence/__init__.py +6 -0
  210. graphcore/persistence/django/__init__.py +0 -0
  211. graphcore/persistence/django/backends.py +43 -0
  212. graphcore/persistence/django/bindings.py +28 -0
  213. graphcore/persistence/django/cache.py +38 -0
  214. graphcore/persistence/django/compiler.py +214 -0
  215. graphcore/persistence/django/identity.py +18 -0
  216. graphcore/persistence/django/models.py +252 -0
  217. graphcore/persistence/django/repository.py +525 -0
  218. graphcore/persistence/django/tests/__init__.py +0 -0
  219. graphcore/persistence/django/tests/test_backends.py +68 -0
  220. graphcore/persistence/django/tests/test_compiler.py +269 -0
  221. graphcore/persistence/django/tests/test_repository.py +472 -0
  222. graphcore/persistence/django/tests/test_shared_column.py +120 -0
  223. graphcore/persistence/django/tests/test_threads.py +50 -0
  224. graphcore/persistence/django/tests/test_update_shape.py +175 -0
  225. graphcore/persistence/django/threads.py +38 -0
  226. graphcore/persistence/repository.py +172 -0
  227. graphcore/persistence/tests/__init__.py +0 -0
  228. graphcore/persistence/tests/contract.py +688 -0
  229. graphcore/persistence/tests/evaluate.py +51 -0
  230. graphcore/persistence/tests/fixtures.py +32 -0
  231. graphcore/persistence/tests/memory.py +263 -0
  232. graphcore/persistence/tests/test_memory_repository.py +10 -0
  233. graphcore/persistence/tests/test_query_types.py +127 -0
  234. graphcore/public/__init__.py +9 -0
  235. graphcore/public/api.py +9 -0
  236. graphcore/public/apps.py +10 -0
  237. graphcore/public/auth/__init__.py +1 -0
  238. graphcore/public/auth/grants.py +7 -0
  239. graphcore/public/auth/onboarding.py +8 -0
  240. graphcore/public/auth/perms.py +7 -0
  241. graphcore/public/auth/policy.py +10 -0
  242. graphcore/public/auth/roles.py +8 -0
  243. graphcore/public/auth/subjects.py +7 -0
  244. graphcore/public/entities/__init__.py +32 -0
  245. graphcore/public/errors.py +19 -0
  246. graphcore/public/persistence/__init__.py +44 -0
  247. graphcore/public/persistence/django.py +24 -0
  248. graphcore/public/scheduling.py +23 -0
  249. graphcore/public/strategies/__init__.py +85 -0
  250. graphcore/public/test_settings.py +16 -0
  251. graphcore/public/testing.py +47 -0
  252. graphcore/registry/EntityDirectory.py +246 -0
  253. graphcore/registry/README.md +147 -0
  254. graphcore/registry/StrategyDirectory.py +308 -0
  255. graphcore/registry/TYPE_METADATA_PLACEMENT.md +66 -0
  256. graphcore/registry/__init__.py +0 -0
  257. graphcore/registry/app_discovery.py +108 -0
  258. graphcore/registry/decorators.py +77 -0
  259. graphcore/registry/discovery.py +111 -0
  260. graphcore/registry/registry.py +79 -0
  261. graphcore/registry/tests/__init__.py +0 -0
  262. graphcore/registry/tests/test_agent_frontend_discovery.py +56 -0
  263. graphcore/registry/tests/test_app_config.py +36 -0
  264. graphcore/registry/tests/test_discovery.py +147 -0
  265. graphcore/registry/tests/test_entity_directory_storage.py +73 -0
  266. graphcore/registry/tests/test_import_package.py +87 -0
  267. graphcore/registry/tests/test_principal_flag.py +67 -0
  268. graphcore/registry/tests/test_strategy_directory.py +29 -0
  269. graphcore/routes/__init__.py +116 -0
  270. graphcore/routes/tests/__init__.py +0 -0
  271. graphcore/routes/tests/test_routes.py +90 -0
  272. graphcore/runtime.py +243 -0
  273. graphcore/scheduling/__init__.py +0 -0
  274. graphcore/scheduling/beat_scheduler.py +164 -0
  275. graphcore/scheduling/beat_tasks.py +63 -0
  276. graphcore/scheduling/scheduler.py +37 -0
  277. graphcore/scheduling/tests/__init__.py +0 -0
  278. graphcore/scheduling/tests/contract.py +136 -0
  279. graphcore/scheduling/tests/memory.py +42 -0
  280. graphcore/scheduling/tests/test_beat_scheduler.py +87 -0
  281. graphcore/scheduling/tests/test_memory_scheduler.py +15 -0
  282. graphcore/scheduling/tests/test_ticks.py +143 -0
  283. graphcore/tasks.py +9 -0
  284. graphcore/test_settings.py +78 -0
  285. graphcore/testing/__init__.py +0 -0
  286. graphcore/testing/case.py +112 -0
  287. graphcore/testing/runner.py +32 -0
  288. graphcore/testing/settings.py +26 -0
  289. graphcore/testing/tests/__init__.py +0 -0
  290. graphcore/testing/tests/agent_view_fixture.py +19 -0
  291. graphcore/testing/tests/test_case_and_runner.py +219 -0
  292. graphcore/testing/tests/test_settings_for_apps.py +50 -0
  293. graphcore/tests/__init__.py +0 -0
  294. graphcore/tests/ids.py +14 -0
  295. graphcore/tests/public_api_manifest.py +102 -0
  296. graphcore/tests/runs.py +7 -0
  297. graphcore/tests/test_app_discovery.py +90 -0
  298. graphcore/tests/test_composition_boundaries.py +231 -0
  299. graphcore/tests/test_docs_discovery.py +108 -0
  300. graphcore/tests/test_no_print.py +70 -0
  301. graphcore/tests/test_packaging.py +64 -0
  302. graphcore/tests/test_public_api_boundaries.py +229 -0
  303. graphcore/tests/test_public_api_contract.py +62 -0
  304. graphcore/tests/test_public_api_docs.py +28 -0
  305. graphcore/tests/test_runtime.py +42 -0
  306. graphcore/tests/test_shared_type_boundaries.py +128 -0
  307. graphcore/tests/test_shared_types.py +144 -0
  308. graphcore/tests/test_test_settings.py +45 -0
  309. graphcore/transport/__init__.py +0 -0
  310. graphcore/transport/agent_asgi.py +68 -0
  311. graphcore/transport/agent_client.py +85 -0
  312. graphcore/transport/channel_layer.py +68 -0
  313. graphcore/transport/consumers.py +507 -0
  314. graphcore/transport/routing.py +6 -0
  315. graphcore/transport/tests/__init__.py +0 -0
  316. graphcore/transport/tests/test_agent_client.py +31 -0
  317. graphcore/transport/tests/test_api_views.py +733 -0
  318. graphcore/transport/tests/test_channel_layer.py +96 -0
  319. graphcore/transport/tests/test_consumers.py +963 -0
  320. graphcore/transport/tests/test_resource_metadata.py +67 -0
  321. graphcore/transport/urls.py +29 -0
  322. graphcore/transport/views.py +358 -0
  323. graphcore/types/__init__.py +4 -0
  324. graphcore/types/access.py +114 -0
  325. graphcore/types/api.py +76 -0
  326. graphcore/types/entities.py +100 -0
  327. graphcore/types/entity_id.py +85 -0
  328. graphcore/types/execution.py +41 -0
  329. graphcore/types/identity.py +20 -0
  330. graphcore/types/onboarding.py +20 -0
  331. graphcore/types/query.py +116 -0
  332. graphcore/types/schedules.py +91 -0
  333. graphcore/types/strategy.py +73 -0
  334. graphcore/types/tests/__init__.py +0 -0
  335. graphcore/types/tests/test_entity_id.py +50 -0
  336. graphcore/urls.py +5 -0
  337. graphcore_kernel-0.1.0.dist-info/METADATA +94 -0
  338. graphcore_kernel-0.1.0.dist-info/RECORD +343 -0
  339. graphcore_kernel-0.1.0.dist-info/WHEEL +5 -0
  340. graphcore_kernel-0.1.0.dist-info/entry_points.txt +2 -0
  341. graphcore_kernel-0.1.0.dist-info/licenses/LICENSE +202 -0
  342. graphcore_kernel-0.1.0.dist-info/licenses/NOTICE +2 -0
  343. graphcore_kernel-0.1.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,106 @@
1
+ """`RunEvents` adapters (docs/STRATEGY_EXECUTION_TDD.md, Waiting)."""
2
+ import asyncio
3
+ import os
4
+ import threading
5
+ import time
6
+ import uuid
7
+ from unittest import skipUnless
8
+
9
+ import redis
10
+ from asgiref.sync import async_to_sync
11
+ from django.test import SimpleTestCase
12
+
13
+ from graphcore.execution.redis_run_events import RedisRunEvents
14
+ from graphcore.execution.run_events import InMemoryRunEvents
15
+
16
+ REDIS_URL = os.environ.get('GRAPHCORE_TEST_REDIS_URL', 'redis://localhost:6379/15')
17
+
18
+
19
+ def _redis_reachable() -> bool:
20
+ try:
21
+ return redis.Redis.from_url(REDIS_URL, socket_connect_timeout=0.5).ping()
22
+ except redis.RedisError:
23
+ return False
24
+
25
+
26
+ class RunEventsContract:
27
+ """Mixin. `publisher` and `subscriber` may be one adapter or two
28
+ adapters standing in for two processes."""
29
+
30
+ def adapters(self):
31
+ raise NotImplementedError
32
+
33
+ @async_to_sync
34
+ async def test_a_publish_wakes_the_runs_subscriber(self):
35
+ publisher, subscriber = self.adapters()
36
+ async with subscriber.subscribe('r1') as subscription:
37
+ await self.settled(subscriber, subscription)
38
+ await publisher.publish('r1')
39
+ started = time.time()
40
+ await subscription.wait(until=time.time() + 5)
41
+ self.assertLess(time.time() - started, 2)
42
+
43
+ @async_to_sync
44
+ async def test_another_runs_publish_does_not_wake_it(self):
45
+ publisher, subscriber = self.adapters()
46
+ async with subscriber.subscribe('r1') as subscription:
47
+ await self.settled(subscriber, subscription)
48
+ await publisher.publish('r2')
49
+ started = time.time()
50
+ await subscription.wait(until=time.time() + 0.3)
51
+ self.assertGreaterEqual(time.time() - started, 0.25)
52
+
53
+ async def settled(self, subscriber, subscription):
54
+ """Until a fresh listener is subscribed; nothing for in-memory."""
55
+
56
+
57
+ class InMemoryRunEventsTests(RunEventsContract, SimpleTestCase):
58
+ def adapters(self):
59
+ events = InMemoryRunEvents()
60
+ return events, events
61
+
62
+ @async_to_sync
63
+ async def test_a_publish_from_another_thread_and_loop_wakes_it(self):
64
+ events = InMemoryRunEvents()
65
+ async with events.subscribe('r1') as subscription:
66
+ thread = threading.Thread(target=lambda: asyncio.run(events.publish('r1')))
67
+ thread.start()
68
+ await subscription.wait(until=time.time() + 5)
69
+ thread.join()
70
+ self.assertFalse(subscription._event.is_set())
71
+
72
+ @async_to_sync
73
+ async def test_a_publish_before_the_wait_is_not_lost(self):
74
+ events = InMemoryRunEvents()
75
+ async with events.subscribe('r1') as subscription:
76
+ await events.publish('r1')
77
+ await asyncio.sleep(0)
78
+ started = time.time()
79
+ await subscription.wait(until=time.time() + 5)
80
+ self.assertLess(time.time() - started, 1)
81
+
82
+ @async_to_sync
83
+ async def test_a_wait_returns_at_its_deadline(self):
84
+ events = InMemoryRunEvents()
85
+ async with events.subscribe('r1') as subscription:
86
+ started = time.time()
87
+ await subscription.wait(until=started + 0.1)
88
+ self.assertGreaterEqual(time.time() - started, 0.09)
89
+ self.assertEqual(events._subscriptions, {})
90
+
91
+
92
+ @skipUnless(_redis_reachable(), f'no Redis at {REDIS_URL}')
93
+ class RedisRunEventsTests(RunEventsContract, SimpleTestCase):
94
+ """Two adapters on one channel stand in for two processes."""
95
+
96
+ def adapters(self):
97
+ channel = f'graphcore.test.{uuid.uuid4()}'
98
+ return RedisRunEvents(REDIS_URL, channel=channel), RedisRunEvents(REDIS_URL, channel=channel)
99
+
100
+ async def settled(self, subscriber, subscription):
101
+ """The listener wakes every subscriber once it is subscribed; take
102
+ that wake here, so a test sees only its own publish."""
103
+ client = redis.Redis.from_url(REDIS_URL)
104
+ while not client.pubsub_numsub(subscriber.channel)[0][1]:
105
+ await asyncio.sleep(0.01)
106
+ await subscription.wait(until=time.time() + 2)
@@ -0,0 +1,62 @@
1
+ """The strategy context and the kernel-internal context
2
+ (docs/AUTHORIZATION_TECHNICAL_TDD.md, Enforcement)."""
3
+ import asyncio
4
+
5
+ from asgiref.sync import async_to_sync
6
+ from django.test import SimpleTestCase
7
+
8
+ from graphcore.execution.strategy_context import (
9
+ KERNEL_INTERNAL, current_strategy, kernel_internal_context, strategy_context,
10
+ )
11
+
12
+
13
+ class _Outer:
14
+ pass
15
+
16
+
17
+ class _Inner:
18
+ pass
19
+
20
+
21
+ class StrategyContextTests(SimpleTestCase):
22
+ def test_current_strategy_is_none_outside_any_context(self):
23
+ self.assertIsNone(current_strategy())
24
+
25
+ def test_context_is_set_during_the_with_block_and_cleared_after(self):
26
+ with strategy_context(_Inner):
27
+ self.assertIs(current_strategy(), _Inner)
28
+ self.assertIsNone(current_strategy())
29
+
30
+ def test_nested_context_restores_the_outer_value_on_exit(self):
31
+ with strategy_context(_Outer):
32
+ with strategy_context(_Inner):
33
+ self.assertIs(current_strategy(), _Inner)
34
+ self.assertIs(current_strategy(), _Outer)
35
+ self.assertIsNone(current_strategy())
36
+
37
+ def test_concurrent_asyncio_tasks_see_independent_values(self):
38
+ async def held(strategy_cls, hold_seconds):
39
+ with strategy_context(strategy_cls):
40
+ await asyncio.sleep(hold_seconds)
41
+ return current_strategy()
42
+
43
+ async def run():
44
+ return await asyncio.gather(held(_Outer, 0.02), held(_Inner, 0.01))
45
+
46
+ self.assertEqual(async_to_sync(run)(), [_Outer, _Inner])
47
+
48
+
49
+ class KernelInternalContextTests(SimpleTestCase):
50
+ def test_it_is_named_and_cleared(self):
51
+ with kernel_internal_context():
52
+ self.assertIs(current_strategy(), KERNEL_INTERNAL)
53
+ with kernel_internal_context():
54
+ self.assertIs(current_strategy(), KERNEL_INTERNAL)
55
+ self.assertIsNone(current_strategy())
56
+
57
+ def test_it_cannot_be_opened_inside_a_strategy_context(self):
58
+ with strategy_context(_Inner):
59
+ with self.assertRaises(RuntimeError):
60
+ with kernel_internal_context():
61
+ pass
62
+ self.assertIs(current_strategy(), _Inner)
@@ -0,0 +1 @@
1
+ """Reads against another deployment, behind one port."""
@@ -0,0 +1,35 @@
1
+ """The port for reading entities another deployment owns.
2
+
3
+ `EntityService` routes an identifier whose backend segment is not this
4
+ deployment's here. The shipped adapter answers every identifier with a
5
+ `Tombstone`: cross-deployment reads need a delegated token from the issuer
6
+ (docs/IDENTITY.md), and nothing obtains one yet.
7
+ """
8
+ from __future__ import annotations
9
+
10
+ from abc import ABC, abstractmethod
11
+
12
+ from graphcore.domain.entity.Entity import Entity
13
+ from graphcore.types.entities import Tombstone
14
+ from graphcore.types.identity import Principal
15
+
16
+
17
+ class RemoteGateway(ABC):
18
+ @abstractmethod
19
+ async def get_entities(
20
+ self, entity_ids: list[str], principal: Principal,
21
+ ) -> dict[str, Entity | Tombstone]:
22
+ """One result per identifier: the owner's current, access-checked
23
+ state, or a `Tombstone` saying why it could not be delivered."""
24
+
25
+
26
+ class NoRemoteGateway(RemoteGateway):
27
+ """No peer is reachable, so every remote identifier is unavailable -
28
+ a defined outcome rather than a silent failure. `undelegated` comes
29
+ first: a `Principal` with no subject token could not delegate even to a
30
+ reachable peer, which is what makes the background-execution gap
31
+ visible."""
32
+
33
+ async def get_entities(self, entity_ids, principal):
34
+ cause = 'undelegated' if principal.token is None else 'unreachable'
35
+ return {entity_id: Tombstone(entity_id, cause) for entity_id in entity_ids}
File without changes
@@ -0,0 +1,30 @@
1
+ from asgiref.sync import async_to_sync
2
+ from django.test import SimpleTestCase
3
+
4
+ from graphcore.gateway.remote import NoRemoteGateway
5
+ from graphcore.types.entities import Tombstone
6
+ from graphcore.types.identity import Principal
7
+
8
+
9
+ class NoRemoteGatewayTests(SimpleTestCase):
10
+ """No peer is reachable, so every identifier gets a defined outcome."""
11
+
12
+ IDS = ['gc://a/1', 'gc://b/2']
13
+
14
+ def resolve(self, principal):
15
+ return async_to_sync(NoRemoteGateway().get_entities)(self.IDS, principal)
16
+
17
+ def test_every_identifier_gets_a_tombstone(self):
18
+ results = self.resolve(Principal(principal_entity_id='u1', token='t'))
19
+
20
+ self.assertEqual(results, {eid: Tombstone(eid, 'unreachable') for eid in self.IDS})
21
+
22
+ def test_an_identity_only_principal_is_undelegated(self):
23
+ results = self.resolve(Principal(principal_entity_id='u1'))
24
+
25
+ self.assertEqual({t.cause for t in results.values()}, {'undelegated'})
26
+
27
+ def test_no_identifiers_is_no_results(self):
28
+ self.assertEqual(
29
+ async_to_sync(NoRemoteGateway().get_entities)([], Principal('u1')), {},
30
+ )