graphcore-kernel 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (343) hide show
  1. graphcore/__init__.py +5 -0
  2. graphcore/agent_frontend/__init__.py +8 -0
  3. graphcore/agent_frontend/api.py +69 -0
  4. graphcore/agent_frontend/base/__init__.py +11 -0
  5. graphcore/agent_frontend/base/views.py +167 -0
  6. graphcore/agent_frontend/client.py +31 -0
  7. graphcore/agent_frontend/context.py +157 -0
  8. graphcore/agent_frontend/errors.py +12 -0
  9. graphcore/agent_frontend/loading.py +54 -0
  10. graphcore/agent_frontend/registry.py +42 -0
  11. graphcore/agent_frontend/render.py +207 -0
  12. graphcore/agent_frontend/server.py +103 -0
  13. graphcore/agent_frontend/signatures.py +35 -0
  14. graphcore/agent_frontend/testing.py +45 -0
  15. graphcore/agent_frontend/tests/__init__.py +0 -0
  16. graphcore/agent_frontend/tests/fakes.py +114 -0
  17. graphcore/agent_frontend/tests/test_frontend.py +447 -0
  18. graphcore/agent_frontend/tests/test_loading.py +83 -0
  19. graphcore/agent_frontend/tests/test_server.py +109 -0
  20. graphcore/agent_frontend/tools.py +137 -0
  21. graphcore/api/__init__.py +4 -0
  22. graphcore/api/graph_api.py +378 -0
  23. graphcore/api/predicate_codec.py +81 -0
  24. graphcore/api/tests/__init__.py +0 -0
  25. graphcore/api/tests/test_changed_entities.py +109 -0
  26. graphcore/api/tests/test_graph_api.py +290 -0
  27. graphcore/api/tests/test_graph_api_access.py +94 -0
  28. graphcore/api/tests/test_graph_api_grants.py +90 -0
  29. graphcore/api/tests/test_predicate_codec.py +83 -0
  30. graphcore/api/tests/test_subtree_query.py +79 -0
  31. graphcore/apps.py +71 -0
  32. graphcore/auth/__init__.py +1 -0
  33. graphcore/auth/authn/README.md +178 -0
  34. graphcore/auth/authn/__init__.py +3 -0
  35. graphcore/auth/authn/authenticator.py +120 -0
  36. graphcore/auth/authn/onboarding.py +105 -0
  37. graphcore/auth/authn/principals.py +20 -0
  38. graphcore/auth/authn/resource_metadata.py +43 -0
  39. graphcore/auth/authn/service_accounts.py +96 -0
  40. graphcore/auth/authn/testing.py +96 -0
  41. graphcore/auth/authn/tests/__init__.py +0 -0
  42. graphcore/auth/authn/tests/test_authenticator.py +145 -0
  43. graphcore/auth/authn/tests/test_onboarding.py +145 -0
  44. graphcore/auth/authn/tests/test_service_accounts.py +180 -0
  45. graphcore/auth/authn/users.py +59 -0
  46. graphcore/auth/authz/__init__.py +0 -0
  47. graphcore/auth/authz/access_port.py +120 -0
  48. graphcore/auth/authz/adapter/__init__.py +0 -0
  49. graphcore/auth/authz/adapter/default_access_adapter.py +556 -0
  50. graphcore/auth/authz/adapter/tests/__init__.py +0 -0
  51. graphcore/auth/authz/adapter/tests/test_default_adapter.py +543 -0
  52. graphcore/auth/authz/adapter/tests/test_entity_write_hooks.py +207 -0
  53. graphcore/auth/authz/adapter/tests/test_group_types.py +70 -0
  54. graphcore/auth/authz/adapter/tests/test_sync_support.py +209 -0
  55. graphcore/auth/authz/defaults.py +26 -0
  56. graphcore/auth/authz/kernel_policy.py +191 -0
  57. graphcore/auth/authz/kernel_writes.py +31 -0
  58. graphcore/auth/authz/lookups.py +25 -0
  59. graphcore/auth/authz/policy.py +403 -0
  60. graphcore/auth/authz/tests/__init__.py +0 -0
  61. graphcore/auth/authz/tests/test_can_contain.py +150 -0
  62. graphcore/auth/authz/tests/test_contained_by.py +167 -0
  63. graphcore/auth/authz/tests/test_creation.py +391 -0
  64. graphcore/auth/authz/tests/test_delete_permission.py +82 -0
  65. graphcore/auth/authz/tests/test_granted_to_me.py +160 -0
  66. graphcore/auth/authz/tests/test_integration.py +637 -0
  67. graphcore/auth/authz/tests/test_invites.py +184 -0
  68. graphcore/auth/authz/tests/test_kernel_policy.py +140 -0
  69. graphcore/auth/authz/tests/test_lockout.py +132 -0
  70. graphcore/auth/authz/tests/test_policy.py +329 -0
  71. graphcore/auth/authz/tests/test_primitives.py +73 -0
  72. graphcore/auth/authz/tests/test_principal_creation.py +62 -0
  73. graphcore/bootstrap/__init__.py +0 -0
  74. graphcore/bootstrap/deployment.py +67 -0
  75. graphcore/bootstrap/signals.py +16 -0
  76. graphcore/bootstrap/tests/__init__.py +0 -0
  77. graphcore/bootstrap/tests/test_deployment_seed.py +154 -0
  78. graphcore/broadcast/__init__.py +4 -0
  79. graphcore/broadcast/broadcaster.py +201 -0
  80. graphcore/broadcast/channels.py +56 -0
  81. graphcore/broadcast/tests/__init__.py +0 -0
  82. graphcore/broadcast/tests/test_broadcaster.py +444 -0
  83. graphcore/celery.py +14 -0
  84. graphcore/docs/AGENT_FRONTEND_TDD.md +389 -0
  85. graphcore/docs/ARCHITECTURE_PRINCIPLES.md +152 -0
  86. graphcore/docs/AUTHORIZATION_TECHNICAL_TDD.md +1379 -0
  87. graphcore/docs/ENTITY_REFERENCE_TDD.md +561 -0
  88. graphcore/docs/GRAPHAPI_FRONT_DOOR.md +173 -0
  89. graphcore/docs/RUNTIME.md +90 -0
  90. graphcore/docs/SCHEDULING_TDD.md +244 -0
  91. graphcore/docs/STRATEGY_EXECUTION_TDD.md +1043 -0
  92. graphcore/docs/VIEW_ENTITY_TDD.md +522 -0
  93. graphcore/docs/VIEW_SYSTEM_TDD.md +307 -0
  94. graphcore/docs/__init__.py +0 -0
  95. graphcore/docs/doc_topics.py +97 -0
  96. graphcore/docs/docs_discovery.py +64 -0
  97. graphcore/docs/public_api.py +56 -0
  98. graphcore/domain/__init__.py +0 -0
  99. graphcore/domain/entity/Entity.py +204 -0
  100. graphcore/domain/entity/__init__.py +0 -0
  101. graphcore/domain/entity/deployment/Deployment.py +25 -0
  102. graphcore/domain/entity/deployment/__init__.py +0 -0
  103. graphcore/domain/entity/grant/Grant.py +31 -0
  104. graphcore/domain/entity/grant/__init__.py +0 -0
  105. graphcore/domain/entity/group/Group.py +48 -0
  106. graphcore/domain/entity/group/README.md +88 -0
  107. graphcore/domain/entity/group/__init__.py +0 -0
  108. graphcore/domain/entity/invite/Invite.py +31 -0
  109. graphcore/domain/entity/invite/__init__.py +0 -0
  110. graphcore/domain/entity/request_template/RequestTemplate.py +48 -0
  111. graphcore/domain/entity/request_template/__init__.py +0 -0
  112. graphcore/domain/entity/request_template/tests/__init__.py +0 -0
  113. graphcore/domain/entity/request_template/tests/test_request_template.py +52 -0
  114. graphcore/domain/entity/service_account/ServiceAccount.py +41 -0
  115. graphcore/domain/entity/service_account/__init__.py +0 -0
  116. graphcore/domain/entity/strategy_request/StrategyRequest.py +61 -0
  117. graphcore/domain/entity/strategy_request/__init__.py +0 -0
  118. graphcore/domain/entity/strategy_request/tests/__init__.py +0 -0
  119. graphcore/domain/entity/strategy_request/tests/test_strategy_request_entity.py +35 -0
  120. graphcore/domain/entity/tests/__init__.py +0 -0
  121. graphcore/domain/entity/tests/test_entity.py +227 -0
  122. graphcore/domain/entity/tests/test_grant_group_entities.py +36 -0
  123. graphcore/domain/entity/tests/test_write_once_fields.py +98 -0
  124. graphcore/domain/entity/user/User.py +39 -0
  125. graphcore/domain/entity/user/__init__.py +0 -0
  126. graphcore/domain/entity/user/tests/__init__.py +0 -0
  127. graphcore/domain/entity/user/tests/test_user_entity.py +33 -0
  128. graphcore/domain/entity/view/View.py +37 -0
  129. graphcore/domain/entity/view/__init__.py +0 -0
  130. graphcore/domain/entity/view/position.py +78 -0
  131. graphcore/domain/entity/view/tests/__init__.py +0 -0
  132. graphcore/domain/entity/view/tests/test_position.py +71 -0
  133. graphcore/domain/entity/view/tests/test_view_entity.py +134 -0
  134. graphcore/domain/strategy/BaseStrategy.py +759 -0
  135. graphcore/domain/strategy/DeploymentStrategies.py +55 -0
  136. graphcore/domain/strategy/GrantStrategies.py +189 -0
  137. graphcore/domain/strategy/GroupStrategies.py +193 -0
  138. graphcore/domain/strategy/InviteStrategies.py +84 -0
  139. graphcore/domain/strategy/RequestTemplateStrategies.py +126 -0
  140. graphcore/domain/strategy/ViewStrategies.py +219 -0
  141. graphcore/domain/strategy/__init__.py +0 -0
  142. graphcore/domain/strategy/runner.py +84 -0
  143. graphcore/domain/strategy/session.py +56 -0
  144. graphcore/domain/strategy/tests/BaseStrategyTest.py +167 -0
  145. graphcore/domain/strategy/tests/__init__.py +0 -0
  146. graphcore/domain/strategy/tests/test_BaseStrategies.py +870 -0
  147. graphcore/domain/strategy/tests/test_grant_strategies.py +245 -0
  148. graphcore/domain/strategy/tests/test_group_strategies.py +99 -0
  149. graphcore/domain/strategy/tests/test_runner.py +220 -0
  150. graphcore/domain/strategy/tests/test_strategy_locks.py +446 -0
  151. graphcore/domain/strategy/tests/test_utils.py +95 -0
  152. graphcore/domain/strategy/tests/test_view_strategies.py +436 -0
  153. graphcore/errors.py +145 -0
  154. graphcore/execution/README.md +97 -0
  155. graphcore/execution/StrategyExecutorService.py +333 -0
  156. graphcore/execution/__init__.py +0 -0
  157. graphcore/execution/dispatcher.py +19 -0
  158. graphcore/execution/environments/__init__.py +0 -0
  159. graphcore/execution/environments/celery.py +59 -0
  160. graphcore/execution/environments/in_process.py +55 -0
  161. graphcore/execution/local_session.py +117 -0
  162. graphcore/execution/redis_run_events.py +74 -0
  163. graphcore/execution/requests.py +22 -0
  164. graphcore/execution/run_events.py +85 -0
  165. graphcore/execution/strategy_context.py +54 -0
  166. graphcore/execution/tasks.py +34 -0
  167. graphcore/execution/tests/__init__.py +5 -0
  168. graphcore/execution/tests/contract.py +171 -0
  169. graphcore/execution/tests/support.py +310 -0
  170. graphcore/execution/tests/test_dispatchers.py +76 -0
  171. graphcore/execution/tests/test_executor.py +368 -0
  172. graphcore/execution/tests/test_local_session.py +95 -0
  173. graphcore/execution/tests/test_reconcile_runs.py +134 -0
  174. graphcore/execution/tests/test_run_events.py +106 -0
  175. graphcore/execution/tests/test_strategy_context.py +62 -0
  176. graphcore/gateway/__init__.py +1 -0
  177. graphcore/gateway/remote.py +35 -0
  178. graphcore/gateway/tests/__init__.py +0 -0
  179. graphcore/gateway/tests/test_remote.py +30 -0
  180. graphcore/graph/EntityService.py +710 -0
  181. graphcore/graph/__init__.py +0 -0
  182. graphcore/graph/entity_cache.py +152 -0
  183. graphcore/graph/tests/__init__.py +4 -0
  184. graphcore/graph/tests/test_EntityService.py +908 -0
  185. graphcore/graph/tests/test_EntityService_list.py +170 -0
  186. graphcore/graph/tests/test_EntityService_model_resolution.py +339 -0
  187. graphcore/graph/tests/test_EntityService_referrers.py +236 -0
  188. graphcore/graph/tests/test_EntityService_routing.py +119 -0
  189. graphcore/graph/tests/test_dependent_on.py +141 -0
  190. graphcore/graph/tests/test_engine_is_type_agnostic.py +25 -0
  191. graphcore/graph/tests/test_engine_resolves_read_permission.py +93 -0
  192. graphcore/graph/tests/test_entity_cache.py +159 -0
  193. graphcore/graph/tests/test_null_entity_cache.py +12 -0
  194. graphcore/management/__init__.py +0 -0
  195. graphcore/management/commands/__init__.py +0 -0
  196. graphcore/management/commands/dev_reset.py +18 -0
  197. graphcore/management/commands/graphcore_createadmin.py +65 -0
  198. graphcore/management/commands/graphcore_policy.py +59 -0
  199. graphcore/management/commands/graphcore_status.py +98 -0
  200. graphcore/management/tests/__init__.py +0 -0
  201. graphcore/management/tests/test_createadmin.py +78 -0
  202. graphcore/management/tests/test_policy_command.py +46 -0
  203. graphcore/management/tests/test_status_command.py +85 -0
  204. graphcore/migrations/0001_initial.py +186 -0
  205. graphcore/migrations/0002_invite.py +26 -0
  206. graphcore/migrations/__init__.py +0 -0
  207. graphcore/models.py +11 -0
  208. graphcore/persistence/ENTITY_REPOSITORY_TECHNICAL_TDD.md +396 -0
  209. graphcore/persistence/__init__.py +6 -0
  210. graphcore/persistence/django/__init__.py +0 -0
  211. graphcore/persistence/django/backends.py +43 -0
  212. graphcore/persistence/django/bindings.py +28 -0
  213. graphcore/persistence/django/cache.py +38 -0
  214. graphcore/persistence/django/compiler.py +214 -0
  215. graphcore/persistence/django/identity.py +18 -0
  216. graphcore/persistence/django/models.py +252 -0
  217. graphcore/persistence/django/repository.py +525 -0
  218. graphcore/persistence/django/tests/__init__.py +0 -0
  219. graphcore/persistence/django/tests/test_backends.py +68 -0
  220. graphcore/persistence/django/tests/test_compiler.py +269 -0
  221. graphcore/persistence/django/tests/test_repository.py +472 -0
  222. graphcore/persistence/django/tests/test_shared_column.py +120 -0
  223. graphcore/persistence/django/tests/test_threads.py +50 -0
  224. graphcore/persistence/django/tests/test_update_shape.py +175 -0
  225. graphcore/persistence/django/threads.py +38 -0
  226. graphcore/persistence/repository.py +172 -0
  227. graphcore/persistence/tests/__init__.py +0 -0
  228. graphcore/persistence/tests/contract.py +688 -0
  229. graphcore/persistence/tests/evaluate.py +51 -0
  230. graphcore/persistence/tests/fixtures.py +32 -0
  231. graphcore/persistence/tests/memory.py +263 -0
  232. graphcore/persistence/tests/test_memory_repository.py +10 -0
  233. graphcore/persistence/tests/test_query_types.py +127 -0
  234. graphcore/public/__init__.py +9 -0
  235. graphcore/public/api.py +9 -0
  236. graphcore/public/apps.py +10 -0
  237. graphcore/public/auth/__init__.py +1 -0
  238. graphcore/public/auth/grants.py +7 -0
  239. graphcore/public/auth/onboarding.py +8 -0
  240. graphcore/public/auth/perms.py +7 -0
  241. graphcore/public/auth/policy.py +10 -0
  242. graphcore/public/auth/roles.py +8 -0
  243. graphcore/public/auth/subjects.py +7 -0
  244. graphcore/public/entities/__init__.py +32 -0
  245. graphcore/public/errors.py +19 -0
  246. graphcore/public/persistence/__init__.py +44 -0
  247. graphcore/public/persistence/django.py +24 -0
  248. graphcore/public/scheduling.py +23 -0
  249. graphcore/public/strategies/__init__.py +85 -0
  250. graphcore/public/test_settings.py +16 -0
  251. graphcore/public/testing.py +47 -0
  252. graphcore/registry/EntityDirectory.py +246 -0
  253. graphcore/registry/README.md +147 -0
  254. graphcore/registry/StrategyDirectory.py +308 -0
  255. graphcore/registry/TYPE_METADATA_PLACEMENT.md +66 -0
  256. graphcore/registry/__init__.py +0 -0
  257. graphcore/registry/app_discovery.py +108 -0
  258. graphcore/registry/decorators.py +77 -0
  259. graphcore/registry/discovery.py +111 -0
  260. graphcore/registry/registry.py +79 -0
  261. graphcore/registry/tests/__init__.py +0 -0
  262. graphcore/registry/tests/test_agent_frontend_discovery.py +56 -0
  263. graphcore/registry/tests/test_app_config.py +36 -0
  264. graphcore/registry/tests/test_discovery.py +147 -0
  265. graphcore/registry/tests/test_entity_directory_storage.py +73 -0
  266. graphcore/registry/tests/test_import_package.py +87 -0
  267. graphcore/registry/tests/test_principal_flag.py +67 -0
  268. graphcore/registry/tests/test_strategy_directory.py +29 -0
  269. graphcore/routes/__init__.py +116 -0
  270. graphcore/routes/tests/__init__.py +0 -0
  271. graphcore/routes/tests/test_routes.py +90 -0
  272. graphcore/runtime.py +243 -0
  273. graphcore/scheduling/__init__.py +0 -0
  274. graphcore/scheduling/beat_scheduler.py +164 -0
  275. graphcore/scheduling/beat_tasks.py +63 -0
  276. graphcore/scheduling/scheduler.py +37 -0
  277. graphcore/scheduling/tests/__init__.py +0 -0
  278. graphcore/scheduling/tests/contract.py +136 -0
  279. graphcore/scheduling/tests/memory.py +42 -0
  280. graphcore/scheduling/tests/test_beat_scheduler.py +87 -0
  281. graphcore/scheduling/tests/test_memory_scheduler.py +15 -0
  282. graphcore/scheduling/tests/test_ticks.py +143 -0
  283. graphcore/tasks.py +9 -0
  284. graphcore/test_settings.py +78 -0
  285. graphcore/testing/__init__.py +0 -0
  286. graphcore/testing/case.py +112 -0
  287. graphcore/testing/runner.py +32 -0
  288. graphcore/testing/settings.py +26 -0
  289. graphcore/testing/tests/__init__.py +0 -0
  290. graphcore/testing/tests/agent_view_fixture.py +19 -0
  291. graphcore/testing/tests/test_case_and_runner.py +219 -0
  292. graphcore/testing/tests/test_settings_for_apps.py +50 -0
  293. graphcore/tests/__init__.py +0 -0
  294. graphcore/tests/ids.py +14 -0
  295. graphcore/tests/public_api_manifest.py +102 -0
  296. graphcore/tests/runs.py +7 -0
  297. graphcore/tests/test_app_discovery.py +90 -0
  298. graphcore/tests/test_composition_boundaries.py +231 -0
  299. graphcore/tests/test_docs_discovery.py +108 -0
  300. graphcore/tests/test_no_print.py +70 -0
  301. graphcore/tests/test_packaging.py +64 -0
  302. graphcore/tests/test_public_api_boundaries.py +229 -0
  303. graphcore/tests/test_public_api_contract.py +62 -0
  304. graphcore/tests/test_public_api_docs.py +28 -0
  305. graphcore/tests/test_runtime.py +42 -0
  306. graphcore/tests/test_shared_type_boundaries.py +128 -0
  307. graphcore/tests/test_shared_types.py +144 -0
  308. graphcore/tests/test_test_settings.py +45 -0
  309. graphcore/transport/__init__.py +0 -0
  310. graphcore/transport/agent_asgi.py +68 -0
  311. graphcore/transport/agent_client.py +85 -0
  312. graphcore/transport/channel_layer.py +68 -0
  313. graphcore/transport/consumers.py +507 -0
  314. graphcore/transport/routing.py +6 -0
  315. graphcore/transport/tests/__init__.py +0 -0
  316. graphcore/transport/tests/test_agent_client.py +31 -0
  317. graphcore/transport/tests/test_api_views.py +733 -0
  318. graphcore/transport/tests/test_channel_layer.py +96 -0
  319. graphcore/transport/tests/test_consumers.py +963 -0
  320. graphcore/transport/tests/test_resource_metadata.py +67 -0
  321. graphcore/transport/urls.py +29 -0
  322. graphcore/transport/views.py +358 -0
  323. graphcore/types/__init__.py +4 -0
  324. graphcore/types/access.py +114 -0
  325. graphcore/types/api.py +76 -0
  326. graphcore/types/entities.py +100 -0
  327. graphcore/types/entity_id.py +85 -0
  328. graphcore/types/execution.py +41 -0
  329. graphcore/types/identity.py +20 -0
  330. graphcore/types/onboarding.py +20 -0
  331. graphcore/types/query.py +116 -0
  332. graphcore/types/schedules.py +91 -0
  333. graphcore/types/strategy.py +73 -0
  334. graphcore/types/tests/__init__.py +0 -0
  335. graphcore/types/tests/test_entity_id.py +50 -0
  336. graphcore/urls.py +5 -0
  337. graphcore_kernel-0.1.0.dist-info/METADATA +94 -0
  338. graphcore_kernel-0.1.0.dist-info/RECORD +343 -0
  339. graphcore_kernel-0.1.0.dist-info/WHEEL +5 -0
  340. graphcore_kernel-0.1.0.dist-info/entry_points.txt +2 -0
  341. graphcore_kernel-0.1.0.dist-info/licenses/LICENSE +202 -0
  342. graphcore_kernel-0.1.0.dist-info/licenses/NOTICE +2 -0
  343. graphcore_kernel-0.1.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,446 @@
1
+ """
2
+ Tests for Strategy lock acquisition and release methods.
3
+
4
+ Tests the try_acquire_lock() and release_lock() methods that provide
5
+ exclusive execution using optimistic locking.
6
+ """
7
+ import asyncio
8
+ from unittest.mock import AsyncMock, patch
9
+ from django.test import TestCase
10
+ from asgiref.sync import async_to_sync
11
+
12
+ from graphcore.domain.strategy.BaseStrategy import Strategy
13
+ from graphcore.types.identity import Principal
14
+ from graphcore.domain.entity.Entity import Entity
15
+ from graphcore.domain.entity.strategy_request.StrategyRequest import StrategyRequest
16
+ from graphcore.registry.registry import DEFAULT_REGISTRY
17
+ from graphcore.runtime import django_runtime
18
+ from graphcore.errors import ConcurrentModificationError
19
+
20
+
21
+ class TestStrategy(Strategy):
22
+ """Concrete strategy implementation for testing."""
23
+
24
+ async def apply(self):
25
+ return self.strategy_request, self.entity
26
+
27
+ @classmethod
28
+ def request_constructor(cls, target_entity_id: str):
29
+ return cls._build_request(target_entity_id=target_entity_id, param_config={})
30
+
31
+
32
+ class _Session:
33
+ """Only what the lock helpers call; each test patches `get` and `save`."""
34
+
35
+ def __init__(self, principal):
36
+ self.principal = principal
37
+
38
+ async def get(self, entity_id):
39
+ raise NotImplementedError
40
+
41
+ async def save(self, entity):
42
+ raise NotImplementedError
43
+
44
+
45
+ class StrategyLockTestCase(TestCase):
46
+ """Test lock acquisition and release methods."""
47
+ TEST_USER_ENTITY_ID = "test-user-entity-id"
48
+
49
+ def setUp(self):
50
+ """Set up test fixtures before each test method."""
51
+ self.runtime = django_runtime(DEFAULT_REGISTRY)
52
+ self.entity_service = self.runtime.entity_service
53
+
54
+ # Create test entity
55
+ self.test_entity = self.entity_service.create(Entity)
56
+ self.test_entity.set_attribute("name", "TestEntity")
57
+
58
+ # Create test strategy request
59
+ self.strategy_request = self.entity_service.create(StrategyRequest)
60
+ self.strategy_request.strategy_name = "TestStrategy"
61
+ self.strategy_request.target_entity_id = self.test_entity.entity_id
62
+
63
+ # Create test strategy
64
+ self.principal = Principal(principal_entity_id=self.TEST_USER_ENTITY_ID)
65
+ self.strategy = self._make_strategy(self.strategy_request, self.test_entity)
66
+
67
+ def _make_strategy(self, request, entity):
68
+ return TestStrategy(request, entity, _Session(self.principal), self.runtime.registry)
69
+
70
+ @async_to_sync
71
+ async def test_try_acquire_lock_success(self):
72
+ """
73
+ Test: Lock acquired when flag is not set.
74
+
75
+ Verifies:
76
+ - try_acquire_lock returns True
77
+ - Flag is set to True on entity
78
+ - Timestamp is set on entity
79
+ """
80
+ flag_name = "is_processing"
81
+
82
+ # Mock entity service methods
83
+ with patch.object(
84
+ self.strategy.session,
85
+ 'get',
86
+ new_callable=AsyncMock
87
+ ) as mock_get, patch.object(
88
+ self.strategy.session,
89
+ 'save',
90
+ new_callable=AsyncMock
91
+ ) as mock_save:
92
+ # Entity doesn't have flag set
93
+ mock_get.return_value = self.test_entity
94
+ mock_save.return_value = self.test_entity
95
+
96
+ # Try to acquire lock
97
+ result = await self.strategy.try_acquire_lock(flag_name)
98
+
99
+ # Verify lock was acquired
100
+ self.assertTrue(result)
101
+
102
+ # Verify flag was set
103
+ self.assertTrue(self.test_entity.get_attribute(flag_name))
104
+
105
+ # Verify timestamp was set
106
+ timestamp_attr = f"{flag_name}_timestamp"
107
+ self.assertTrue(self.test_entity.has_attribute(timestamp_attr))
108
+
109
+ # Verify entity was saved
110
+ mock_save.assert_called_once()
111
+
112
+ @async_to_sync
113
+ async def test_try_acquire_lock_already_locked(self):
114
+ """
115
+ Test: Lock not acquired when flag is already set.
116
+
117
+ Verifies:
118
+ - try_acquire_lock returns False
119
+ - Entity is not modified
120
+ """
121
+ flag_name = "is_processing"
122
+
123
+ # Set flag to True (already locked)
124
+ self.test_entity.set_attribute(flag_name, True)
125
+
126
+ # Mock entity service methods
127
+ with patch.object(
128
+ self.strategy.session,
129
+ 'get',
130
+ new_callable=AsyncMock
131
+ ) as mock_get, patch.object(
132
+ self.strategy.session,
133
+ 'save',
134
+ new_callable=AsyncMock
135
+ ) as mock_save:
136
+ mock_get.return_value = self.test_entity
137
+
138
+ # Try to acquire lock
139
+ result = await self.strategy.try_acquire_lock(flag_name)
140
+
141
+ # Verify lock was NOT acquired
142
+ self.assertFalse(result)
143
+
144
+ # Verify save was not called (didn't try to acquire)
145
+ mock_save.assert_not_called()
146
+
147
+ @async_to_sync
148
+ async def test_release_lock(self):
149
+ """
150
+ Test: Lock released correctly when strategy holds it.
151
+
152
+ Verifies:
153
+ - Flag is set to False
154
+ - Timestamp is removed
155
+ - Entity is saved
156
+ - Lock is removed from _held_locks
157
+ """
158
+ flag_name = "is_processing"
159
+ timestamp_attr = f"{flag_name}_timestamp"
160
+
161
+ # Mock entity service methods
162
+ with patch.object(
163
+ self.strategy.session,
164
+ 'get',
165
+ new_callable=AsyncMock
166
+ ) as mock_get, patch.object(
167
+ self.strategy.session,
168
+ 'save',
169
+ new_callable=AsyncMock
170
+ ) as mock_save:
171
+ mock_get.return_value = self.test_entity
172
+ mock_save.return_value = self.test_entity
173
+
174
+ # First acquire the lock (so we hold it)
175
+ result = await self.strategy.try_acquire_lock(flag_name)
176
+ self.assertTrue(result)
177
+ self.assertIn(flag_name, self.strategy._held_locks)
178
+
179
+ # Reset mock call counts
180
+ mock_save.reset_mock()
181
+
182
+ # Release lock
183
+ await self.strategy.release_lock(flag_name)
184
+
185
+ # Verify flag was cleared
186
+ self.assertFalse(self.test_entity.get_attribute(flag_name))
187
+
188
+ # Verify timestamp was removed
189
+ self.assertFalse(self.test_entity.has_attribute(timestamp_attr))
190
+
191
+ # Verify entity was saved
192
+ mock_save.assert_called_once()
193
+
194
+ # Verify lock removed from _held_locks
195
+ self.assertNotIn(flag_name, self.strategy._held_locks)
196
+
197
+ @async_to_sync
198
+ async def test_stale_lock_takeover(self):
199
+ """
200
+ Test: Stale lock can be taken over after timeout.
201
+
202
+ Simulates a lock left by a crashed process that's older than the timeout.
203
+ Verifies the new process can take over the stale lock.
204
+ """
205
+ flag_name = "is_processing"
206
+ timestamp_attr = f"{flag_name}_timestamp"
207
+
208
+ import time
209
+ # Set a stale lock (15 minutes old)
210
+ stale_time = time.time() - 900 # 15 minutes ago
211
+ self.test_entity.set_attribute(flag_name, True)
212
+ self.test_entity.set_attribute(timestamp_attr, stale_time)
213
+
214
+ # Mock entity service methods
215
+ with patch.object(
216
+ self.strategy.session,
217
+ 'get',
218
+ new_callable=AsyncMock
219
+ ) as mock_get, patch.object(
220
+ self.strategy.session,
221
+ 'save',
222
+ new_callable=AsyncMock
223
+ ) as mock_save:
224
+ mock_get.return_value = self.test_entity
225
+ mock_save.return_value = self.test_entity
226
+
227
+ # Try to acquire lock with 10 minute timeout
228
+ result = await self.strategy.try_acquire_lock(flag_name, timeout_seconds=600)
229
+
230
+ # Verify lock was acquired (stale lock was taken over)
231
+ self.assertTrue(result)
232
+
233
+ # Verify flag is still set (now by us)
234
+ self.assertTrue(self.test_entity.get_attribute(flag_name))
235
+
236
+ # Verify timestamp was updated to current time
237
+ new_timestamp = self.test_entity.get_attribute(timestamp_attr)
238
+ self.assertGreater(new_timestamp, stale_time)
239
+ self.assertAlmostEqual(new_timestamp, time.time(), delta=1.0)
240
+
241
+ # Verify entity was saved
242
+ mock_save.assert_called_once()
243
+
244
+ @async_to_sync
245
+ async def test_fresh_lock_not_taken_over(self):
246
+ """
247
+ Test: Fresh lock is not taken over even with timeout.
248
+
249
+ Verifies that a lock held by an active process (timestamp within timeout)
250
+ cannot be taken over.
251
+ """
252
+ flag_name = "is_processing"
253
+ timestamp_attr = f"{flag_name}_timestamp"
254
+
255
+ import time
256
+ # Set a fresh lock (1 minute old)
257
+ fresh_time = time.time() - 60 # 1 minute ago
258
+ self.test_entity.set_attribute(flag_name, True)
259
+ self.test_entity.set_attribute(timestamp_attr, fresh_time)
260
+
261
+ # Mock entity service methods
262
+ with patch.object(
263
+ self.strategy.session,
264
+ 'get',
265
+ new_callable=AsyncMock
266
+ ) as mock_get:
267
+ mock_get.return_value = self.test_entity
268
+
269
+ # Try to acquire lock with 10 minute timeout
270
+ result = await self.strategy.try_acquire_lock(flag_name, timeout_seconds=600)
271
+
272
+ # Verify lock was NOT acquired (fresh lock protected)
273
+ self.assertFalse(result)
274
+
275
+ # Verify timestamp unchanged
276
+ self.assertEqual(self.test_entity.get_attribute(timestamp_attr), fresh_time)
277
+
278
+ @async_to_sync
279
+ async def test_concurrent_lock_acquisition(self):
280
+ """
281
+ Test: Lock acquisition fails when save raises ConcurrentModificationError.
282
+
283
+ Simulates the scenario where another process acquired the lock first,
284
+ causing this strategy's save to fail with a version conflict.
285
+ """
286
+ flag_name = "is_processing"
287
+
288
+ # Mock entity service
289
+ with patch.object(
290
+ self.strategy.session,
291
+ 'get',
292
+ new_callable=AsyncMock
293
+ ) as mock_get, patch.object(
294
+ self.strategy.session,
295
+ 'save',
296
+ new_callable=AsyncMock
297
+ ) as mock_save:
298
+
299
+ # Initial get returns entity without lock
300
+ mock_get.return_value = self.test_entity
301
+
302
+ # Save fails with ConcurrentModificationError
303
+ # This simulates another process acquired the lock first
304
+ mock_save.side_effect = ConcurrentModificationError("Version conflict")
305
+
306
+ # Try to acquire lock
307
+ result = await self.strategy.try_acquire_lock(flag_name)
308
+
309
+ # Verify lock was NOT acquired (returns False)
310
+ self.assertFalse(result)
311
+
312
+ # Verify strategy attempted to save (and got conflict)
313
+ mock_save.assert_called_once()
314
+
315
+ # Verify strategy refreshed entity after conflict
316
+ self.assertEqual(mock_get.call_count, 2) # Initial + refresh
317
+
318
+
319
+ @async_to_sync
320
+ async def test_release_lock_only_if_held(self):
321
+ """
322
+ Test: release_lock() does nothing if strategy doesn't hold the lock.
323
+
324
+ This tests the critical bug fix: Strategy B should NOT release Strategy A's lock
325
+ when Strategy B fails to acquire and its cleanup() calls release_lock().
326
+
327
+ Scenario:
328
+ 1. Strategy A acquires lock
329
+ 2. Strategy B tries to acquire lock, fails (lock held by A)
330
+ 3. Strategy B's cleanup() calls release_lock()
331
+ 4. Strategy A's lock should NOT be released
332
+ """
333
+ flag_name = "is_processing"
334
+ timestamp_attr = f"{flag_name}_timestamp"
335
+
336
+ # Create a second strategy (Strategy B)
337
+ strategy_request_b = self.entity_service.create(StrategyRequest)
338
+ strategy_request_b.strategy_name = "TestStrategy"
339
+ strategy_request_b.target_entity_id = self.test_entity.entity_id
340
+ strategy_b = self._make_strategy(strategy_request_b, self.test_entity)
341
+
342
+ # Mock entity service methods
343
+ with patch.object(
344
+ self.strategy.session,
345
+ 'get',
346
+ new_callable=AsyncMock
347
+ ) as mock_get_a, patch.object(
348
+ self.strategy.session,
349
+ 'save',
350
+ new_callable=AsyncMock
351
+ ) as mock_save_a, patch.object(
352
+ strategy_b.session,
353
+ 'get',
354
+ new_callable=AsyncMock
355
+ ) as mock_get_b, patch.object(
356
+ strategy_b.session,
357
+ 'save',
358
+ new_callable=AsyncMock
359
+ ) as mock_save_b:
360
+ mock_get_a.return_value = self.test_entity
361
+ mock_save_a.return_value = self.test_entity
362
+ mock_get_b.return_value = self.test_entity
363
+ mock_save_b.return_value = self.test_entity
364
+
365
+ # Strategy A acquires the lock
366
+ result_a = await self.strategy.try_acquire_lock(flag_name)
367
+ self.assertTrue(result_a)
368
+ self.assertIn(flag_name, self.strategy._held_locks)
369
+
370
+ # Strategy B tries to acquire (should fail - lock is held)
371
+ result_b = await strategy_b.try_acquire_lock(flag_name)
372
+ self.assertFalse(result_b)
373
+ self.assertNotIn(flag_name, strategy_b._held_locks)
374
+
375
+ # Reset mock call counts
376
+ mock_save_b.reset_mock()
377
+
378
+ # Strategy B's cleanup calls release_lock (simulating cleanup after failed acquire)
379
+ await strategy_b.release_lock(flag_name)
380
+
381
+ # CRITICAL: Verify Strategy B did NOT save (didn't try to release)
382
+ mock_save_b.assert_not_called()
383
+
384
+ # Verify the lock is STILL held (Strategy A's lock wasn't released)
385
+ self.assertTrue(self.test_entity.get_attribute(flag_name))
386
+ self.assertTrue(self.test_entity.has_attribute(timestamp_attr))
387
+
388
+ # Verify Strategy A still thinks it holds the lock
389
+ self.assertIn(flag_name, self.strategy._held_locks)
390
+
391
+ @async_to_sync
392
+ async def test_held_locks_tracking(self):
393
+ """
394
+ Test: _held_locks set correctly tracks acquired locks.
395
+
396
+ Verifies:
397
+ - Lock added to _held_locks on successful acquisition
398
+ - Lock not added on failed acquisition
399
+ - Lock removed from _held_locks on release
400
+ """
401
+ flag_name = "is_processing"
402
+
403
+ # Verify _held_locks starts empty
404
+ self.assertEqual(len(self.strategy._held_locks), 0)
405
+
406
+ # Mock entity service methods
407
+ with patch.object(
408
+ self.strategy.session,
409
+ 'get',
410
+ new_callable=AsyncMock
411
+ ) as mock_get, patch.object(
412
+ self.strategy.session,
413
+ 'save',
414
+ new_callable=AsyncMock
415
+ ) as mock_save:
416
+ mock_get.return_value = self.test_entity
417
+ mock_save.return_value = self.test_entity
418
+
419
+ # Acquire lock
420
+ result = await self.strategy.try_acquire_lock(flag_name)
421
+ self.assertTrue(result)
422
+
423
+ # Verify lock is in _held_locks
424
+ self.assertIn(flag_name, self.strategy._held_locks)
425
+ self.assertEqual(len(self.strategy._held_locks), 1)
426
+
427
+ # Try to acquire a second lock
428
+ flag_name_2 = "is_processing_2"
429
+ result_2 = await self.strategy.try_acquire_lock(flag_name_2)
430
+ self.assertTrue(result_2)
431
+
432
+ # Verify both locks are tracked
433
+ self.assertIn(flag_name, self.strategy._held_locks)
434
+ self.assertIn(flag_name_2, self.strategy._held_locks)
435
+ self.assertEqual(len(self.strategy._held_locks), 2)
436
+
437
+ # Release first lock
438
+ await self.strategy.release_lock(flag_name)
439
+
440
+ # Verify first lock removed, second still held
441
+ self.assertNotIn(flag_name, self.strategy._held_locks)
442
+ self.assertIn(flag_name_2, self.strategy._held_locks)
443
+ self.assertEqual(len(self.strategy._held_locks), 1)
444
+
445
+
446
+ # Run with: python manage.py test graphcore.domain.strategy.tests.test_strategy_locks
@@ -0,0 +1,95 @@
1
+ """
2
+ Test utilities for strategy testing.
3
+
4
+ Provides utilities for registering mock strategies in test cases, with automatic
5
+ cleanup to prevent test pollution.
6
+ """
7
+ from functools import wraps
8
+ from typing import Type, Tuple
9
+ from graphcore.domain.entity.Entity import Entity
10
+ from graphcore.domain.strategy.BaseStrategy import Strategy
11
+
12
+
13
+ def register_test_strategies(*strategy_mappings: Tuple[Type[Entity], Type[Strategy]]):
14
+ """
15
+ Class decorator to automatically register and unregister test strategies.
16
+
17
+ This decorator wraps a test class's setUpClass and tearDownClass methods to:
18
+ 1. Register mock strategies before tests run
19
+ 2. Automatically unregister them after tests complete
20
+ 3. Prevent test pollution from lingering registrations
21
+
22
+ The decorator handles both cases:
23
+ - Test classes that already have setUpClass/tearDownClass (calls super)
24
+ - Test classes without these methods (creates them)
25
+
26
+ Usage:
27
+ @register_test_strategies(
28
+ (DataFrame, MockDataFrameStrategy),
29
+ (Node, MockNodeStrategy)
30
+ )
31
+ class MyStrategyTest(BaseStrategyTest):
32
+ # Mock strategies automatically available in all test methods
33
+
34
+ async def test_my_strategy(self):
35
+ # MockDataFrameStrategy and MockNodeStrategy are registered
36
+ request = MyStrategy.request_constructor(entity_id)
37
+ result = await self.execute_strategy(request)
38
+ # ...
39
+
40
+ Args:
41
+ *strategy_mappings: Variable number of (entity_class, strategy_class) tuples.
42
+ Each tuple maps an entity type to a mock strategy.
43
+
44
+ Example:
45
+ # Define mock strategies (no @register_strategy decorator needed)
46
+ class MockFetchStrategy(PipelineStrategy):
47
+ async def apply(self):
48
+ self.strategy_request.ret_val = {'entity_ids': ['mock_id']}
49
+ return (self.strategy_request, self.entity)
50
+
51
+ # Use decorator on test class
52
+ @register_test_strategies(
53
+ (Node, MockFetchStrategy)
54
+ )
55
+ class MyTest(BaseStrategyTest):
56
+ async def test_fetch(self):
57
+ # MockFetchStrategy is available here
58
+ ...
59
+ # After test class completes, MockFetchStrategy is unregistered
60
+
61
+ Notes:
62
+ - Strategies are registered in setUpClass (once per test class)
63
+ - Strategies are unregistered in tearDownClass (guaranteed cleanup)
64
+ - Works with test classes that inherit from BaseStrategyTest
65
+ - Multiple test classes can use the same mock strategy names without conflict
66
+ """
67
+ def decorator(test_cls):
68
+ test_cls._test_strategy_mappings = strategy_mappings
69
+ # Store original methods if they exist
70
+ original_setup = getattr(test_cls, 'setUpClass', None)
71
+ original_teardown = getattr(test_cls, 'tearDownClass', None)
72
+
73
+ @classmethod
74
+ @wraps(original_setup) if original_setup else lambda f: f
75
+ def new_setup(cls):
76
+ # Call original setup if it exists
77
+ if original_setup:
78
+ original_setup()
79
+
80
+ # Registration occurs on each test instance's isolated runtime.
81
+
82
+ @classmethod
83
+ @wraps(original_teardown) if original_teardown else lambda f: f
84
+ def new_teardown(cls):
85
+ # Call original teardown if it exists
86
+ if original_teardown:
87
+ original_teardown()
88
+
89
+ # Replace methods on test class
90
+ test_cls.setUpClass = new_setup
91
+ test_cls.tearDownClass = new_teardown
92
+
93
+ return test_cls
94
+
95
+ return decorator