graphcore-kernel 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- graphcore/__init__.py +5 -0
- graphcore/agent_frontend/__init__.py +8 -0
- graphcore/agent_frontend/api.py +69 -0
- graphcore/agent_frontend/base/__init__.py +11 -0
- graphcore/agent_frontend/base/views.py +167 -0
- graphcore/agent_frontend/client.py +31 -0
- graphcore/agent_frontend/context.py +157 -0
- graphcore/agent_frontend/errors.py +12 -0
- graphcore/agent_frontend/loading.py +54 -0
- graphcore/agent_frontend/registry.py +42 -0
- graphcore/agent_frontend/render.py +207 -0
- graphcore/agent_frontend/server.py +103 -0
- graphcore/agent_frontend/signatures.py +35 -0
- graphcore/agent_frontend/testing.py +45 -0
- graphcore/agent_frontend/tests/__init__.py +0 -0
- graphcore/agent_frontend/tests/fakes.py +114 -0
- graphcore/agent_frontend/tests/test_frontend.py +447 -0
- graphcore/agent_frontend/tests/test_loading.py +83 -0
- graphcore/agent_frontend/tests/test_server.py +109 -0
- graphcore/agent_frontend/tools.py +137 -0
- graphcore/api/__init__.py +4 -0
- graphcore/api/graph_api.py +378 -0
- graphcore/api/predicate_codec.py +81 -0
- graphcore/api/tests/__init__.py +0 -0
- graphcore/api/tests/test_changed_entities.py +109 -0
- graphcore/api/tests/test_graph_api.py +290 -0
- graphcore/api/tests/test_graph_api_access.py +94 -0
- graphcore/api/tests/test_graph_api_grants.py +90 -0
- graphcore/api/tests/test_predicate_codec.py +83 -0
- graphcore/api/tests/test_subtree_query.py +79 -0
- graphcore/apps.py +71 -0
- graphcore/auth/__init__.py +1 -0
- graphcore/auth/authn/README.md +178 -0
- graphcore/auth/authn/__init__.py +3 -0
- graphcore/auth/authn/authenticator.py +120 -0
- graphcore/auth/authn/onboarding.py +105 -0
- graphcore/auth/authn/principals.py +20 -0
- graphcore/auth/authn/resource_metadata.py +43 -0
- graphcore/auth/authn/service_accounts.py +96 -0
- graphcore/auth/authn/testing.py +96 -0
- graphcore/auth/authn/tests/__init__.py +0 -0
- graphcore/auth/authn/tests/test_authenticator.py +145 -0
- graphcore/auth/authn/tests/test_onboarding.py +145 -0
- graphcore/auth/authn/tests/test_service_accounts.py +180 -0
- graphcore/auth/authn/users.py +59 -0
- graphcore/auth/authz/__init__.py +0 -0
- graphcore/auth/authz/access_port.py +120 -0
- graphcore/auth/authz/adapter/__init__.py +0 -0
- graphcore/auth/authz/adapter/default_access_adapter.py +556 -0
- graphcore/auth/authz/adapter/tests/__init__.py +0 -0
- graphcore/auth/authz/adapter/tests/test_default_adapter.py +543 -0
- graphcore/auth/authz/adapter/tests/test_entity_write_hooks.py +207 -0
- graphcore/auth/authz/adapter/tests/test_group_types.py +70 -0
- graphcore/auth/authz/adapter/tests/test_sync_support.py +209 -0
- graphcore/auth/authz/defaults.py +26 -0
- graphcore/auth/authz/kernel_policy.py +191 -0
- graphcore/auth/authz/kernel_writes.py +31 -0
- graphcore/auth/authz/lookups.py +25 -0
- graphcore/auth/authz/policy.py +403 -0
- graphcore/auth/authz/tests/__init__.py +0 -0
- graphcore/auth/authz/tests/test_can_contain.py +150 -0
- graphcore/auth/authz/tests/test_contained_by.py +167 -0
- graphcore/auth/authz/tests/test_creation.py +391 -0
- graphcore/auth/authz/tests/test_delete_permission.py +82 -0
- graphcore/auth/authz/tests/test_granted_to_me.py +160 -0
- graphcore/auth/authz/tests/test_integration.py +637 -0
- graphcore/auth/authz/tests/test_invites.py +184 -0
- graphcore/auth/authz/tests/test_kernel_policy.py +140 -0
- graphcore/auth/authz/tests/test_lockout.py +132 -0
- graphcore/auth/authz/tests/test_policy.py +329 -0
- graphcore/auth/authz/tests/test_primitives.py +73 -0
- graphcore/auth/authz/tests/test_principal_creation.py +62 -0
- graphcore/bootstrap/__init__.py +0 -0
- graphcore/bootstrap/deployment.py +67 -0
- graphcore/bootstrap/signals.py +16 -0
- graphcore/bootstrap/tests/__init__.py +0 -0
- graphcore/bootstrap/tests/test_deployment_seed.py +154 -0
- graphcore/broadcast/__init__.py +4 -0
- graphcore/broadcast/broadcaster.py +201 -0
- graphcore/broadcast/channels.py +56 -0
- graphcore/broadcast/tests/__init__.py +0 -0
- graphcore/broadcast/tests/test_broadcaster.py +444 -0
- graphcore/celery.py +14 -0
- graphcore/docs/AGENT_FRONTEND_TDD.md +389 -0
- graphcore/docs/ARCHITECTURE_PRINCIPLES.md +152 -0
- graphcore/docs/AUTHORIZATION_TECHNICAL_TDD.md +1379 -0
- graphcore/docs/ENTITY_REFERENCE_TDD.md +561 -0
- graphcore/docs/GRAPHAPI_FRONT_DOOR.md +173 -0
- graphcore/docs/RUNTIME.md +90 -0
- graphcore/docs/SCHEDULING_TDD.md +244 -0
- graphcore/docs/STRATEGY_EXECUTION_TDD.md +1043 -0
- graphcore/docs/VIEW_ENTITY_TDD.md +522 -0
- graphcore/docs/VIEW_SYSTEM_TDD.md +307 -0
- graphcore/docs/__init__.py +0 -0
- graphcore/docs/doc_topics.py +97 -0
- graphcore/docs/docs_discovery.py +64 -0
- graphcore/docs/public_api.py +56 -0
- graphcore/domain/__init__.py +0 -0
- graphcore/domain/entity/Entity.py +204 -0
- graphcore/domain/entity/__init__.py +0 -0
- graphcore/domain/entity/deployment/Deployment.py +25 -0
- graphcore/domain/entity/deployment/__init__.py +0 -0
- graphcore/domain/entity/grant/Grant.py +31 -0
- graphcore/domain/entity/grant/__init__.py +0 -0
- graphcore/domain/entity/group/Group.py +48 -0
- graphcore/domain/entity/group/README.md +88 -0
- graphcore/domain/entity/group/__init__.py +0 -0
- graphcore/domain/entity/invite/Invite.py +31 -0
- graphcore/domain/entity/invite/__init__.py +0 -0
- graphcore/domain/entity/request_template/RequestTemplate.py +48 -0
- graphcore/domain/entity/request_template/__init__.py +0 -0
- graphcore/domain/entity/request_template/tests/__init__.py +0 -0
- graphcore/domain/entity/request_template/tests/test_request_template.py +52 -0
- graphcore/domain/entity/service_account/ServiceAccount.py +41 -0
- graphcore/domain/entity/service_account/__init__.py +0 -0
- graphcore/domain/entity/strategy_request/StrategyRequest.py +61 -0
- graphcore/domain/entity/strategy_request/__init__.py +0 -0
- graphcore/domain/entity/strategy_request/tests/__init__.py +0 -0
- graphcore/domain/entity/strategy_request/tests/test_strategy_request_entity.py +35 -0
- graphcore/domain/entity/tests/__init__.py +0 -0
- graphcore/domain/entity/tests/test_entity.py +227 -0
- graphcore/domain/entity/tests/test_grant_group_entities.py +36 -0
- graphcore/domain/entity/tests/test_write_once_fields.py +98 -0
- graphcore/domain/entity/user/User.py +39 -0
- graphcore/domain/entity/user/__init__.py +0 -0
- graphcore/domain/entity/user/tests/__init__.py +0 -0
- graphcore/domain/entity/user/tests/test_user_entity.py +33 -0
- graphcore/domain/entity/view/View.py +37 -0
- graphcore/domain/entity/view/__init__.py +0 -0
- graphcore/domain/entity/view/position.py +78 -0
- graphcore/domain/entity/view/tests/__init__.py +0 -0
- graphcore/domain/entity/view/tests/test_position.py +71 -0
- graphcore/domain/entity/view/tests/test_view_entity.py +134 -0
- graphcore/domain/strategy/BaseStrategy.py +759 -0
- graphcore/domain/strategy/DeploymentStrategies.py +55 -0
- graphcore/domain/strategy/GrantStrategies.py +189 -0
- graphcore/domain/strategy/GroupStrategies.py +193 -0
- graphcore/domain/strategy/InviteStrategies.py +84 -0
- graphcore/domain/strategy/RequestTemplateStrategies.py +126 -0
- graphcore/domain/strategy/ViewStrategies.py +219 -0
- graphcore/domain/strategy/__init__.py +0 -0
- graphcore/domain/strategy/runner.py +84 -0
- graphcore/domain/strategy/session.py +56 -0
- graphcore/domain/strategy/tests/BaseStrategyTest.py +167 -0
- graphcore/domain/strategy/tests/__init__.py +0 -0
- graphcore/domain/strategy/tests/test_BaseStrategies.py +870 -0
- graphcore/domain/strategy/tests/test_grant_strategies.py +245 -0
- graphcore/domain/strategy/tests/test_group_strategies.py +99 -0
- graphcore/domain/strategy/tests/test_runner.py +220 -0
- graphcore/domain/strategy/tests/test_strategy_locks.py +446 -0
- graphcore/domain/strategy/tests/test_utils.py +95 -0
- graphcore/domain/strategy/tests/test_view_strategies.py +436 -0
- graphcore/errors.py +145 -0
- graphcore/execution/README.md +97 -0
- graphcore/execution/StrategyExecutorService.py +333 -0
- graphcore/execution/__init__.py +0 -0
- graphcore/execution/dispatcher.py +19 -0
- graphcore/execution/environments/__init__.py +0 -0
- graphcore/execution/environments/celery.py +59 -0
- graphcore/execution/environments/in_process.py +55 -0
- graphcore/execution/local_session.py +117 -0
- graphcore/execution/redis_run_events.py +74 -0
- graphcore/execution/requests.py +22 -0
- graphcore/execution/run_events.py +85 -0
- graphcore/execution/strategy_context.py +54 -0
- graphcore/execution/tasks.py +34 -0
- graphcore/execution/tests/__init__.py +5 -0
- graphcore/execution/tests/contract.py +171 -0
- graphcore/execution/tests/support.py +310 -0
- graphcore/execution/tests/test_dispatchers.py +76 -0
- graphcore/execution/tests/test_executor.py +368 -0
- graphcore/execution/tests/test_local_session.py +95 -0
- graphcore/execution/tests/test_reconcile_runs.py +134 -0
- graphcore/execution/tests/test_run_events.py +106 -0
- graphcore/execution/tests/test_strategy_context.py +62 -0
- graphcore/gateway/__init__.py +1 -0
- graphcore/gateway/remote.py +35 -0
- graphcore/gateway/tests/__init__.py +0 -0
- graphcore/gateway/tests/test_remote.py +30 -0
- graphcore/graph/EntityService.py +710 -0
- graphcore/graph/__init__.py +0 -0
- graphcore/graph/entity_cache.py +152 -0
- graphcore/graph/tests/__init__.py +4 -0
- graphcore/graph/tests/test_EntityService.py +908 -0
- graphcore/graph/tests/test_EntityService_list.py +170 -0
- graphcore/graph/tests/test_EntityService_model_resolution.py +339 -0
- graphcore/graph/tests/test_EntityService_referrers.py +236 -0
- graphcore/graph/tests/test_EntityService_routing.py +119 -0
- graphcore/graph/tests/test_dependent_on.py +141 -0
- graphcore/graph/tests/test_engine_is_type_agnostic.py +25 -0
- graphcore/graph/tests/test_engine_resolves_read_permission.py +93 -0
- graphcore/graph/tests/test_entity_cache.py +159 -0
- graphcore/graph/tests/test_null_entity_cache.py +12 -0
- graphcore/management/__init__.py +0 -0
- graphcore/management/commands/__init__.py +0 -0
- graphcore/management/commands/dev_reset.py +18 -0
- graphcore/management/commands/graphcore_createadmin.py +65 -0
- graphcore/management/commands/graphcore_policy.py +59 -0
- graphcore/management/commands/graphcore_status.py +98 -0
- graphcore/management/tests/__init__.py +0 -0
- graphcore/management/tests/test_createadmin.py +78 -0
- graphcore/management/tests/test_policy_command.py +46 -0
- graphcore/management/tests/test_status_command.py +85 -0
- graphcore/migrations/0001_initial.py +186 -0
- graphcore/migrations/0002_invite.py +26 -0
- graphcore/migrations/__init__.py +0 -0
- graphcore/models.py +11 -0
- graphcore/persistence/ENTITY_REPOSITORY_TECHNICAL_TDD.md +396 -0
- graphcore/persistence/__init__.py +6 -0
- graphcore/persistence/django/__init__.py +0 -0
- graphcore/persistence/django/backends.py +43 -0
- graphcore/persistence/django/bindings.py +28 -0
- graphcore/persistence/django/cache.py +38 -0
- graphcore/persistence/django/compiler.py +214 -0
- graphcore/persistence/django/identity.py +18 -0
- graphcore/persistence/django/models.py +252 -0
- graphcore/persistence/django/repository.py +525 -0
- graphcore/persistence/django/tests/__init__.py +0 -0
- graphcore/persistence/django/tests/test_backends.py +68 -0
- graphcore/persistence/django/tests/test_compiler.py +269 -0
- graphcore/persistence/django/tests/test_repository.py +472 -0
- graphcore/persistence/django/tests/test_shared_column.py +120 -0
- graphcore/persistence/django/tests/test_threads.py +50 -0
- graphcore/persistence/django/tests/test_update_shape.py +175 -0
- graphcore/persistence/django/threads.py +38 -0
- graphcore/persistence/repository.py +172 -0
- graphcore/persistence/tests/__init__.py +0 -0
- graphcore/persistence/tests/contract.py +688 -0
- graphcore/persistence/tests/evaluate.py +51 -0
- graphcore/persistence/tests/fixtures.py +32 -0
- graphcore/persistence/tests/memory.py +263 -0
- graphcore/persistence/tests/test_memory_repository.py +10 -0
- graphcore/persistence/tests/test_query_types.py +127 -0
- graphcore/public/__init__.py +9 -0
- graphcore/public/api.py +9 -0
- graphcore/public/apps.py +10 -0
- graphcore/public/auth/__init__.py +1 -0
- graphcore/public/auth/grants.py +7 -0
- graphcore/public/auth/onboarding.py +8 -0
- graphcore/public/auth/perms.py +7 -0
- graphcore/public/auth/policy.py +10 -0
- graphcore/public/auth/roles.py +8 -0
- graphcore/public/auth/subjects.py +7 -0
- graphcore/public/entities/__init__.py +32 -0
- graphcore/public/errors.py +19 -0
- graphcore/public/persistence/__init__.py +44 -0
- graphcore/public/persistence/django.py +24 -0
- graphcore/public/scheduling.py +23 -0
- graphcore/public/strategies/__init__.py +85 -0
- graphcore/public/test_settings.py +16 -0
- graphcore/public/testing.py +47 -0
- graphcore/registry/EntityDirectory.py +246 -0
- graphcore/registry/README.md +147 -0
- graphcore/registry/StrategyDirectory.py +308 -0
- graphcore/registry/TYPE_METADATA_PLACEMENT.md +66 -0
- graphcore/registry/__init__.py +0 -0
- graphcore/registry/app_discovery.py +108 -0
- graphcore/registry/decorators.py +77 -0
- graphcore/registry/discovery.py +111 -0
- graphcore/registry/registry.py +79 -0
- graphcore/registry/tests/__init__.py +0 -0
- graphcore/registry/tests/test_agent_frontend_discovery.py +56 -0
- graphcore/registry/tests/test_app_config.py +36 -0
- graphcore/registry/tests/test_discovery.py +147 -0
- graphcore/registry/tests/test_entity_directory_storage.py +73 -0
- graphcore/registry/tests/test_import_package.py +87 -0
- graphcore/registry/tests/test_principal_flag.py +67 -0
- graphcore/registry/tests/test_strategy_directory.py +29 -0
- graphcore/routes/__init__.py +116 -0
- graphcore/routes/tests/__init__.py +0 -0
- graphcore/routes/tests/test_routes.py +90 -0
- graphcore/runtime.py +243 -0
- graphcore/scheduling/__init__.py +0 -0
- graphcore/scheduling/beat_scheduler.py +164 -0
- graphcore/scheduling/beat_tasks.py +63 -0
- graphcore/scheduling/scheduler.py +37 -0
- graphcore/scheduling/tests/__init__.py +0 -0
- graphcore/scheduling/tests/contract.py +136 -0
- graphcore/scheduling/tests/memory.py +42 -0
- graphcore/scheduling/tests/test_beat_scheduler.py +87 -0
- graphcore/scheduling/tests/test_memory_scheduler.py +15 -0
- graphcore/scheduling/tests/test_ticks.py +143 -0
- graphcore/tasks.py +9 -0
- graphcore/test_settings.py +78 -0
- graphcore/testing/__init__.py +0 -0
- graphcore/testing/case.py +112 -0
- graphcore/testing/runner.py +32 -0
- graphcore/testing/settings.py +26 -0
- graphcore/testing/tests/__init__.py +0 -0
- graphcore/testing/tests/agent_view_fixture.py +19 -0
- graphcore/testing/tests/test_case_and_runner.py +219 -0
- graphcore/testing/tests/test_settings_for_apps.py +50 -0
- graphcore/tests/__init__.py +0 -0
- graphcore/tests/ids.py +14 -0
- graphcore/tests/public_api_manifest.py +102 -0
- graphcore/tests/runs.py +7 -0
- graphcore/tests/test_app_discovery.py +90 -0
- graphcore/tests/test_composition_boundaries.py +231 -0
- graphcore/tests/test_docs_discovery.py +108 -0
- graphcore/tests/test_no_print.py +70 -0
- graphcore/tests/test_packaging.py +64 -0
- graphcore/tests/test_public_api_boundaries.py +229 -0
- graphcore/tests/test_public_api_contract.py +62 -0
- graphcore/tests/test_public_api_docs.py +28 -0
- graphcore/tests/test_runtime.py +42 -0
- graphcore/tests/test_shared_type_boundaries.py +128 -0
- graphcore/tests/test_shared_types.py +144 -0
- graphcore/tests/test_test_settings.py +45 -0
- graphcore/transport/__init__.py +0 -0
- graphcore/transport/agent_asgi.py +68 -0
- graphcore/transport/agent_client.py +85 -0
- graphcore/transport/channel_layer.py +68 -0
- graphcore/transport/consumers.py +507 -0
- graphcore/transport/routing.py +6 -0
- graphcore/transport/tests/__init__.py +0 -0
- graphcore/transport/tests/test_agent_client.py +31 -0
- graphcore/transport/tests/test_api_views.py +733 -0
- graphcore/transport/tests/test_channel_layer.py +96 -0
- graphcore/transport/tests/test_consumers.py +963 -0
- graphcore/transport/tests/test_resource_metadata.py +67 -0
- graphcore/transport/urls.py +29 -0
- graphcore/transport/views.py +358 -0
- graphcore/types/__init__.py +4 -0
- graphcore/types/access.py +114 -0
- graphcore/types/api.py +76 -0
- graphcore/types/entities.py +100 -0
- graphcore/types/entity_id.py +85 -0
- graphcore/types/execution.py +41 -0
- graphcore/types/identity.py +20 -0
- graphcore/types/onboarding.py +20 -0
- graphcore/types/query.py +116 -0
- graphcore/types/schedules.py +91 -0
- graphcore/types/strategy.py +73 -0
- graphcore/types/tests/__init__.py +0 -0
- graphcore/types/tests/test_entity_id.py +50 -0
- graphcore/urls.py +5 -0
- graphcore_kernel-0.1.0.dist-info/METADATA +94 -0
- graphcore_kernel-0.1.0.dist-info/RECORD +343 -0
- graphcore_kernel-0.1.0.dist-info/WHEEL +5 -0
- graphcore_kernel-0.1.0.dist-info/entry_points.txt +2 -0
- graphcore_kernel-0.1.0.dist-info/licenses/LICENSE +202 -0
- graphcore_kernel-0.1.0.dist-info/licenses/NOTICE +2 -0
- graphcore_kernel-0.1.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
"""`RunEvents` adapters (docs/STRATEGY_EXECUTION_TDD.md, Waiting)."""
|
|
2
|
+
import asyncio
|
|
3
|
+
import os
|
|
4
|
+
import threading
|
|
5
|
+
import time
|
|
6
|
+
import uuid
|
|
7
|
+
from unittest import skipUnless
|
|
8
|
+
|
|
9
|
+
import redis
|
|
10
|
+
from asgiref.sync import async_to_sync
|
|
11
|
+
from django.test import SimpleTestCase
|
|
12
|
+
|
|
13
|
+
from graphcore.execution.redis_run_events import RedisRunEvents
|
|
14
|
+
from graphcore.execution.run_events import InMemoryRunEvents
|
|
15
|
+
|
|
16
|
+
REDIS_URL = os.environ.get('GRAPHCORE_TEST_REDIS_URL', 'redis://localhost:6379/15')
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
def _redis_reachable() -> bool:
|
|
20
|
+
try:
|
|
21
|
+
return redis.Redis.from_url(REDIS_URL, socket_connect_timeout=0.5).ping()
|
|
22
|
+
except redis.RedisError:
|
|
23
|
+
return False
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
class RunEventsContract:
|
|
27
|
+
"""Mixin. `publisher` and `subscriber` may be one adapter or two
|
|
28
|
+
adapters standing in for two processes."""
|
|
29
|
+
|
|
30
|
+
def adapters(self):
|
|
31
|
+
raise NotImplementedError
|
|
32
|
+
|
|
33
|
+
@async_to_sync
|
|
34
|
+
async def test_a_publish_wakes_the_runs_subscriber(self):
|
|
35
|
+
publisher, subscriber = self.adapters()
|
|
36
|
+
async with subscriber.subscribe('r1') as subscription:
|
|
37
|
+
await self.settled(subscriber, subscription)
|
|
38
|
+
await publisher.publish('r1')
|
|
39
|
+
started = time.time()
|
|
40
|
+
await subscription.wait(until=time.time() + 5)
|
|
41
|
+
self.assertLess(time.time() - started, 2)
|
|
42
|
+
|
|
43
|
+
@async_to_sync
|
|
44
|
+
async def test_another_runs_publish_does_not_wake_it(self):
|
|
45
|
+
publisher, subscriber = self.adapters()
|
|
46
|
+
async with subscriber.subscribe('r1') as subscription:
|
|
47
|
+
await self.settled(subscriber, subscription)
|
|
48
|
+
await publisher.publish('r2')
|
|
49
|
+
started = time.time()
|
|
50
|
+
await subscription.wait(until=time.time() + 0.3)
|
|
51
|
+
self.assertGreaterEqual(time.time() - started, 0.25)
|
|
52
|
+
|
|
53
|
+
async def settled(self, subscriber, subscription):
|
|
54
|
+
"""Until a fresh listener is subscribed; nothing for in-memory."""
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
class InMemoryRunEventsTests(RunEventsContract, SimpleTestCase):
|
|
58
|
+
def adapters(self):
|
|
59
|
+
events = InMemoryRunEvents()
|
|
60
|
+
return events, events
|
|
61
|
+
|
|
62
|
+
@async_to_sync
|
|
63
|
+
async def test_a_publish_from_another_thread_and_loop_wakes_it(self):
|
|
64
|
+
events = InMemoryRunEvents()
|
|
65
|
+
async with events.subscribe('r1') as subscription:
|
|
66
|
+
thread = threading.Thread(target=lambda: asyncio.run(events.publish('r1')))
|
|
67
|
+
thread.start()
|
|
68
|
+
await subscription.wait(until=time.time() + 5)
|
|
69
|
+
thread.join()
|
|
70
|
+
self.assertFalse(subscription._event.is_set())
|
|
71
|
+
|
|
72
|
+
@async_to_sync
|
|
73
|
+
async def test_a_publish_before_the_wait_is_not_lost(self):
|
|
74
|
+
events = InMemoryRunEvents()
|
|
75
|
+
async with events.subscribe('r1') as subscription:
|
|
76
|
+
await events.publish('r1')
|
|
77
|
+
await asyncio.sleep(0)
|
|
78
|
+
started = time.time()
|
|
79
|
+
await subscription.wait(until=time.time() + 5)
|
|
80
|
+
self.assertLess(time.time() - started, 1)
|
|
81
|
+
|
|
82
|
+
@async_to_sync
|
|
83
|
+
async def test_a_wait_returns_at_its_deadline(self):
|
|
84
|
+
events = InMemoryRunEvents()
|
|
85
|
+
async with events.subscribe('r1') as subscription:
|
|
86
|
+
started = time.time()
|
|
87
|
+
await subscription.wait(until=started + 0.1)
|
|
88
|
+
self.assertGreaterEqual(time.time() - started, 0.09)
|
|
89
|
+
self.assertEqual(events._subscriptions, {})
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
@skipUnless(_redis_reachable(), f'no Redis at {REDIS_URL}')
|
|
93
|
+
class RedisRunEventsTests(RunEventsContract, SimpleTestCase):
|
|
94
|
+
"""Two adapters on one channel stand in for two processes."""
|
|
95
|
+
|
|
96
|
+
def adapters(self):
|
|
97
|
+
channel = f'graphcore.test.{uuid.uuid4()}'
|
|
98
|
+
return RedisRunEvents(REDIS_URL, channel=channel), RedisRunEvents(REDIS_URL, channel=channel)
|
|
99
|
+
|
|
100
|
+
async def settled(self, subscriber, subscription):
|
|
101
|
+
"""The listener wakes every subscriber once it is subscribed; take
|
|
102
|
+
that wake here, so a test sees only its own publish."""
|
|
103
|
+
client = redis.Redis.from_url(REDIS_URL)
|
|
104
|
+
while not client.pubsub_numsub(subscriber.channel)[0][1]:
|
|
105
|
+
await asyncio.sleep(0.01)
|
|
106
|
+
await subscription.wait(until=time.time() + 2)
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"""The strategy context and the kernel-internal context
|
|
2
|
+
(docs/AUTHORIZATION_TECHNICAL_TDD.md, Enforcement)."""
|
|
3
|
+
import asyncio
|
|
4
|
+
|
|
5
|
+
from asgiref.sync import async_to_sync
|
|
6
|
+
from django.test import SimpleTestCase
|
|
7
|
+
|
|
8
|
+
from graphcore.execution.strategy_context import (
|
|
9
|
+
KERNEL_INTERNAL, current_strategy, kernel_internal_context, strategy_context,
|
|
10
|
+
)
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
class _Outer:
|
|
14
|
+
pass
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
class _Inner:
|
|
18
|
+
pass
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
class StrategyContextTests(SimpleTestCase):
|
|
22
|
+
def test_current_strategy_is_none_outside_any_context(self):
|
|
23
|
+
self.assertIsNone(current_strategy())
|
|
24
|
+
|
|
25
|
+
def test_context_is_set_during_the_with_block_and_cleared_after(self):
|
|
26
|
+
with strategy_context(_Inner):
|
|
27
|
+
self.assertIs(current_strategy(), _Inner)
|
|
28
|
+
self.assertIsNone(current_strategy())
|
|
29
|
+
|
|
30
|
+
def test_nested_context_restores_the_outer_value_on_exit(self):
|
|
31
|
+
with strategy_context(_Outer):
|
|
32
|
+
with strategy_context(_Inner):
|
|
33
|
+
self.assertIs(current_strategy(), _Inner)
|
|
34
|
+
self.assertIs(current_strategy(), _Outer)
|
|
35
|
+
self.assertIsNone(current_strategy())
|
|
36
|
+
|
|
37
|
+
def test_concurrent_asyncio_tasks_see_independent_values(self):
|
|
38
|
+
async def held(strategy_cls, hold_seconds):
|
|
39
|
+
with strategy_context(strategy_cls):
|
|
40
|
+
await asyncio.sleep(hold_seconds)
|
|
41
|
+
return current_strategy()
|
|
42
|
+
|
|
43
|
+
async def run():
|
|
44
|
+
return await asyncio.gather(held(_Outer, 0.02), held(_Inner, 0.01))
|
|
45
|
+
|
|
46
|
+
self.assertEqual(async_to_sync(run)(), [_Outer, _Inner])
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
class KernelInternalContextTests(SimpleTestCase):
|
|
50
|
+
def test_it_is_named_and_cleared(self):
|
|
51
|
+
with kernel_internal_context():
|
|
52
|
+
self.assertIs(current_strategy(), KERNEL_INTERNAL)
|
|
53
|
+
with kernel_internal_context():
|
|
54
|
+
self.assertIs(current_strategy(), KERNEL_INTERNAL)
|
|
55
|
+
self.assertIsNone(current_strategy())
|
|
56
|
+
|
|
57
|
+
def test_it_cannot_be_opened_inside_a_strategy_context(self):
|
|
58
|
+
with strategy_context(_Inner):
|
|
59
|
+
with self.assertRaises(RuntimeError):
|
|
60
|
+
with kernel_internal_context():
|
|
61
|
+
pass
|
|
62
|
+
self.assertIs(current_strategy(), _Inner)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"""Reads against another deployment, behind one port."""
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"""The port for reading entities another deployment owns.
|
|
2
|
+
|
|
3
|
+
`EntityService` routes an identifier whose backend segment is not this
|
|
4
|
+
deployment's here. The shipped adapter answers every identifier with a
|
|
5
|
+
`Tombstone`: cross-deployment reads need a delegated token from the issuer
|
|
6
|
+
(docs/IDENTITY.md), and nothing obtains one yet.
|
|
7
|
+
"""
|
|
8
|
+
from __future__ import annotations
|
|
9
|
+
|
|
10
|
+
from abc import ABC, abstractmethod
|
|
11
|
+
|
|
12
|
+
from graphcore.domain.entity.Entity import Entity
|
|
13
|
+
from graphcore.types.entities import Tombstone
|
|
14
|
+
from graphcore.types.identity import Principal
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
class RemoteGateway(ABC):
|
|
18
|
+
@abstractmethod
|
|
19
|
+
async def get_entities(
|
|
20
|
+
self, entity_ids: list[str], principal: Principal,
|
|
21
|
+
) -> dict[str, Entity | Tombstone]:
|
|
22
|
+
"""One result per identifier: the owner's current, access-checked
|
|
23
|
+
state, or a `Tombstone` saying why it could not be delivered."""
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
class NoRemoteGateway(RemoteGateway):
|
|
27
|
+
"""No peer is reachable, so every remote identifier is unavailable -
|
|
28
|
+
a defined outcome rather than a silent failure. `undelegated` comes
|
|
29
|
+
first: a `Principal` with no subject token could not delegate even to a
|
|
30
|
+
reachable peer, which is what makes the background-execution gap
|
|
31
|
+
visible."""
|
|
32
|
+
|
|
33
|
+
async def get_entities(self, entity_ids, principal):
|
|
34
|
+
cause = 'undelegated' if principal.token is None else 'unreachable'
|
|
35
|
+
return {entity_id: Tombstone(entity_id, cause) for entity_id in entity_ids}
|
|
File without changes
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
from asgiref.sync import async_to_sync
|
|
2
|
+
from django.test import SimpleTestCase
|
|
3
|
+
|
|
4
|
+
from graphcore.gateway.remote import NoRemoteGateway
|
|
5
|
+
from graphcore.types.entities import Tombstone
|
|
6
|
+
from graphcore.types.identity import Principal
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
class NoRemoteGatewayTests(SimpleTestCase):
|
|
10
|
+
"""No peer is reachable, so every identifier gets a defined outcome."""
|
|
11
|
+
|
|
12
|
+
IDS = ['gc://a/1', 'gc://b/2']
|
|
13
|
+
|
|
14
|
+
def resolve(self, principal):
|
|
15
|
+
return async_to_sync(NoRemoteGateway().get_entities)(self.IDS, principal)
|
|
16
|
+
|
|
17
|
+
def test_every_identifier_gets_a_tombstone(self):
|
|
18
|
+
results = self.resolve(Principal(principal_entity_id='u1', token='t'))
|
|
19
|
+
|
|
20
|
+
self.assertEqual(results, {eid: Tombstone(eid, 'unreachable') for eid in self.IDS})
|
|
21
|
+
|
|
22
|
+
def test_an_identity_only_principal_is_undelegated(self):
|
|
23
|
+
results = self.resolve(Principal(principal_entity_id='u1'))
|
|
24
|
+
|
|
25
|
+
self.assertEqual({t.cause for t in results.values()}, {'undelegated'})
|
|
26
|
+
|
|
27
|
+
def test_no_identifiers_is_no_results(self):
|
|
28
|
+
self.assertEqual(
|
|
29
|
+
async_to_sync(NoRemoteGateway().get_entities)([], Principal('u1')), {},
|
|
30
|
+
)
|