orfeas_lyra 0.9.2 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +2021 -17
- data/README.md +22 -9
- data/Rakefile +40 -1
- data/app/controllers/lyra/application_controller.rb +127 -0
- data/app/controllers/lyra/dashboard_controller.rb +33 -31
- data/app/controllers/lyra/flow_controller.rb +32 -34
- data/app/controllers/lyra/privacy_controller.rb +57 -18
- data/app/views/lyra/dashboard/discrepancies.html.erb +5 -5
- data/app/views/lyra/dashboard/index.html.erb +1 -0
- data/app/views/lyra/flow/crud_mapping.html.erb +1 -1
- data/app/views/lyra/privacy/pii_detection.html.erb +1 -1
- data/app/views/lyra/privacy/policy.html.erb +7 -0
- data/app/views/lyra/privacy/rights.html.erb +78 -0
- data/config/privacy_policies.rb +0 -3
- data/config/routes.rb +1 -0
- data/lib/lyra/access_log.rb +187 -6
- data/lib/lyra/advisory_lock.rb +236 -0
- data/lib/lyra/aggregate.rb +1 -1
- data/lib/lyra/associations/habtm_links.rb +382 -19
- data/lib/lyra/associations/maintenance.rb +229 -0
- data/lib/lyra/attribution.rb +48 -0
- data/lib/lyra/bypass_events.rb +446 -46
- data/lib/lyra/command_handler.rb +19 -14
- data/lib/lyra/configuration.rb +237 -10
- data/lib/lyra/consistency/read_your_writes.rb +4 -2
- data/lib/lyra/correlation.rb +121 -0
- data/lib/lyra/domain_events.rb +4 -0
- data/lib/lyra/dual_view.rb +53 -16
- data/lib/lyra/encrypted_attributes.rb +5 -0
- data/lib/lyra/engine.rb +67 -0
- data/lib/lyra/erasure.rb +1011 -106
- data/lib/lyra/event.rb +35 -1
- data/lib/lyra/event_data.rb +38 -0
- data/lib/lyra/event_flow.rb +31 -15
- data/lib/lyra/event_store_adapter.rb +28 -0
- data/lib/lyra/event_window.rb +58 -0
- data/lib/lyra/genesis.rb +548 -44
- data/lib/lyra/interceptors/association_interceptor.rb +689 -34
- data/lib/lyra/interceptors/crud_interceptor.rb +578 -91
- data/lib/lyra/internal.rb +26 -0
- data/lib/lyra/mode_sync.rb +51 -3
- data/lib/lyra/mode_transition.rb +257 -30
- data/lib/lyra/model_selection.rb +35 -0
- data/lib/lyra/own_connection.rb +17 -2
- data/lib/lyra/privacy/adapters/pam.rb +25 -2
- data/lib/lyra/privacy/gdpr_compliance.rb +314 -48
- data/lib/lyra/privacy/interface.rb +27 -7
- data/lib/lyra/privacy/subject_links.rb +143 -0
- data/lib/lyra/privacy/subject_records.rb +369 -0
- data/lib/lyra/projection.rb +7 -1
- data/lib/lyra/projections/async_checkpoint.rb +32 -0
- data/lib/lyra/projections/async_projection_job.rb +166 -23
- data/lib/lyra/projections/cached_joins.rb +33 -18
- data/lib/lyra/projections/cached_projection.rb +74 -33
- data/lib/lyra/projections/cached_relation.rb +3175 -321
- data/lib/lyra/projections/default_scopes.rb +254 -0
- data/lib/lyra/projections/deferred_relation.rb +23 -3
- data/lib/lyra/projections/event_store_reader.rb +47 -8
- data/lib/lyra/projections/foreign_keys.rb +92 -0
- data/lib/lyra/projections/lazy_projection.rb +165 -27
- data/lib/lyra/projections/model_projection.rb +165 -14
- data/lib/lyra/projections/rebuild.rb +34 -6
- data/lib/lyra/projections/reference_links.rb +463 -72
- data/lib/lyra/projections/typed_values.rb +629 -0
- data/lib/lyra/projections/unique_indexes.rb +595 -0
- data/lib/lyra/projections/uniqueness.rb +784 -0
- data/lib/lyra/projections/value_digest.rb +93 -0
- data/lib/lyra/purpose_bound_reads.rb +912 -77
- data/lib/lyra/repair.rb +119 -28
- data/lib/lyra/retention.rb +114 -8
- data/lib/lyra/rights/consent_store.rb +415 -0
- data/lib/lyra/rights/erasure_guard.rb +135 -0
- data/lib/lyra/rights/pending.rb +74 -0
- data/lib/lyra/rights/queries.rb +269 -0
- data/lib/lyra/rights/store.rb +512 -0
- data/lib/lyra/rights/subject_keys.rb +224 -0
- data/lib/lyra/rights.rb +281 -0
- data/lib/lyra/saves_without_effect.rb +69 -0
- data/lib/lyra/stream_tail.rb +319 -0
- data/lib/lyra/strict_data_access.rb +916 -106
- data/lib/lyra/temporal.rb +4 -2
- data/lib/lyra/touch_registry.rb +404 -0
- data/lib/lyra/verification/bypass_workflow.rb +452 -42
- data/lib/lyra/verification/rights_workflows.rb +170 -0
- data/lib/lyra/version.rb +1 -1
- data/lib/lyra/visualization/event_graph.rb +1 -1
- data/lib/lyra/visualization/timeline.rb +2 -2
- data/lib/lyra.rb +43 -2
- data/lib/tasks/lyra_mode.rake +110 -8
- data/lib/tasks/lyra_projections.rake +43 -2
- metadata +34 -4
- data/lib/lyra/associations/event_aware.rb +0 -224
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: orfeas_lyra
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 1.0.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Michail Pantelelis
|
|
@@ -15,14 +15,20 @@ dependencies:
|
|
|
15
15
|
requirements:
|
|
16
16
|
- - ">="
|
|
17
17
|
- !ruby/object:Gem::Version
|
|
18
|
-
version: '8.
|
|
18
|
+
version: '8.1'
|
|
19
|
+
- - "<"
|
|
20
|
+
- !ruby/object:Gem::Version
|
|
21
|
+
version: '8.2'
|
|
19
22
|
type: :runtime
|
|
20
23
|
prerelease: false
|
|
21
24
|
version_requirements: !ruby/object:Gem::Requirement
|
|
22
25
|
requirements:
|
|
23
26
|
- - ">="
|
|
24
27
|
- !ruby/object:Gem::Version
|
|
25
|
-
version: '8.
|
|
28
|
+
version: '8.1'
|
|
29
|
+
- - "<"
|
|
30
|
+
- !ruby/object:Gem::Version
|
|
31
|
+
version: '8.2'
|
|
26
32
|
- !ruby/object:Gem::Dependency
|
|
27
33
|
name: rails_event_store
|
|
28
34
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -138,6 +144,7 @@ files:
|
|
|
138
144
|
- app/views/lyra/flow/timeline.html.erb
|
|
139
145
|
- app/views/lyra/privacy/pii_detection.html.erb
|
|
140
146
|
- app/views/lyra/privacy/policy.html.erb
|
|
147
|
+
- app/views/lyra/privacy/rights.html.erb
|
|
141
148
|
- app/workflows/es_async_mode_workflow.rb
|
|
142
149
|
- app/workflows/es_sync_mode_workflow.rb
|
|
143
150
|
- app/workflows/hijack_mode_workflow.rb
|
|
@@ -149,8 +156,9 @@ files:
|
|
|
149
156
|
- lib/lyra/access_log.rb
|
|
150
157
|
- lib/lyra/advisory_lock.rb
|
|
151
158
|
- lib/lyra/aggregate.rb
|
|
152
|
-
- lib/lyra/associations/event_aware.rb
|
|
153
159
|
- lib/lyra/associations/habtm_links.rb
|
|
160
|
+
- lib/lyra/associations/maintenance.rb
|
|
161
|
+
- lib/lyra/attribution.rb
|
|
154
162
|
- lib/lyra/bypass_events.rb
|
|
155
163
|
- lib/lyra/command.rb
|
|
156
164
|
- lib/lyra/command_handler.rb
|
|
@@ -165,14 +173,17 @@ files:
|
|
|
165
173
|
- lib/lyra/erasure.rb
|
|
166
174
|
- lib/lyra/event.rb
|
|
167
175
|
- lib/lyra/event_analyzer.rb
|
|
176
|
+
- lib/lyra/event_data.rb
|
|
168
177
|
- lib/lyra/event_flow.rb
|
|
169
178
|
- lib/lyra/event_serializer.rb
|
|
170
179
|
- lib/lyra/event_store_adapter.rb
|
|
180
|
+
- lib/lyra/event_window.rb
|
|
171
181
|
- lib/lyra/genesis.rb
|
|
172
182
|
- lib/lyra/id_generator.rb
|
|
173
183
|
- lib/lyra/interceptors/association_interceptor.rb
|
|
174
184
|
- lib/lyra/interceptors/crud_interceptor.rb
|
|
175
185
|
- lib/lyra/interceptors/lazy_reads.rb
|
|
186
|
+
- lib/lyra/internal.rb
|
|
176
187
|
- lib/lyra/mode_sync.rb
|
|
177
188
|
- lib/lyra/mode_transition.rb
|
|
178
189
|
- lib/lyra/model_selection.rb
|
|
@@ -185,6 +196,8 @@ files:
|
|
|
185
196
|
- lib/lyra/privacy/pii_detector.rb
|
|
186
197
|
- lib/lyra/privacy/pii_masker.rb
|
|
187
198
|
- lib/lyra/privacy/policy_integration.rb
|
|
199
|
+
- lib/lyra/privacy/subject_links.rb
|
|
200
|
+
- lib/lyra/privacy/subject_records.rb
|
|
188
201
|
- lib/lyra/projection.rb
|
|
189
202
|
- lib/lyra/projections/association_conditions.rb
|
|
190
203
|
- lib/lyra/projections/async_checkpoint.rb
|
|
@@ -192,15 +205,29 @@ files:
|
|
|
192
205
|
- lib/lyra/projections/cached_joins.rb
|
|
193
206
|
- lib/lyra/projections/cached_projection.rb
|
|
194
207
|
- lib/lyra/projections/cached_relation.rb
|
|
208
|
+
- lib/lyra/projections/default_scopes.rb
|
|
195
209
|
- lib/lyra/projections/deferred_relation.rb
|
|
196
210
|
- lib/lyra/projections/event_store_reader.rb
|
|
211
|
+
- lib/lyra/projections/foreign_keys.rb
|
|
197
212
|
- lib/lyra/projections/lazy_projection.rb
|
|
198
213
|
- lib/lyra/projections/model_projection.rb
|
|
199
214
|
- lib/lyra/projections/rebuild.rb
|
|
200
215
|
- lib/lyra/projections/reference_links.rb
|
|
216
|
+
- lib/lyra/projections/typed_values.rb
|
|
217
|
+
- lib/lyra/projections/unique_indexes.rb
|
|
218
|
+
- lib/lyra/projections/uniqueness.rb
|
|
219
|
+
- lib/lyra/projections/value_digest.rb
|
|
201
220
|
- lib/lyra/purpose_bound_reads.rb
|
|
202
221
|
- lib/lyra/repair.rb
|
|
203
222
|
- lib/lyra/retention.rb
|
|
223
|
+
- lib/lyra/rights.rb
|
|
224
|
+
- lib/lyra/rights/consent_store.rb
|
|
225
|
+
- lib/lyra/rights/erasure_guard.rb
|
|
226
|
+
- lib/lyra/rights/pending.rb
|
|
227
|
+
- lib/lyra/rights/queries.rb
|
|
228
|
+
- lib/lyra/rights/store.rb
|
|
229
|
+
- lib/lyra/rights/subject_keys.rb
|
|
230
|
+
- lib/lyra/saves_without_effect.rb
|
|
204
231
|
- lib/lyra/schema/diff.rb
|
|
205
232
|
- lib/lyra/schema/event_class_registrar.rb
|
|
206
233
|
- lib/lyra/schema/generator.rb
|
|
@@ -208,10 +235,13 @@ files:
|
|
|
208
235
|
- lib/lyra/schema/store.rb
|
|
209
236
|
- lib/lyra/schema/validator.rb
|
|
210
237
|
- lib/lyra/sti_stream_migration.rb
|
|
238
|
+
- lib/lyra/stream_tail.rb
|
|
211
239
|
- lib/lyra/strict_data_access.rb
|
|
212
240
|
- lib/lyra/temporal.rb
|
|
241
|
+
- lib/lyra/touch_registry.rb
|
|
213
242
|
- lib/lyra/verification/bypass_workflow.rb
|
|
214
243
|
- lib/lyra/verification/crud_lifecycle_workflow.rb
|
|
244
|
+
- lib/lyra/verification/rights_workflows.rb
|
|
215
245
|
- lib/lyra/verification/workflow_generator.rb
|
|
216
246
|
- lib/lyra/version.rb
|
|
217
247
|
- lib/lyra/visualization/activity_heatmap.rb
|
|
@@ -1,224 +0,0 @@
|
|
|
1
|
-
# frozen_string_literal: true
|
|
2
|
-
|
|
3
|
-
module Lyra
|
|
4
|
-
module Associations
|
|
5
|
-
# Event-aware association module for handling eventual consistency.
|
|
6
|
-
#
|
|
7
|
-
# In event_sourcing mode, associated records may not exist in the database
|
|
8
|
-
# yet if projections are async. This module provides event-aware versions
|
|
9
|
-
# of Rails associations that fall back to event reconstruction when needed.
|
|
10
|
-
#
|
|
11
|
-
# Usage in models:
|
|
12
|
-
# class Registration < ApplicationRecord
|
|
13
|
-
# include Lyra::Associations::EventAware
|
|
14
|
-
#
|
|
15
|
-
# event_aware_belongs_to :program
|
|
16
|
-
# event_aware_has_many :payment_transactions
|
|
17
|
-
# end
|
|
18
|
-
#
|
|
19
|
-
module EventAware
|
|
20
|
-
extend ActiveSupport::Concern
|
|
21
|
-
|
|
22
|
-
class_methods do
|
|
23
|
-
# Event-aware belongs_to association
|
|
24
|
-
#
|
|
25
|
-
# Tries database first, falls back to event reconstruction if not found.
|
|
26
|
-
#
|
|
27
|
-
# @param name [Symbol] Association name
|
|
28
|
-
# @param options [Hash] Standard belongs_to options plus:
|
|
29
|
-
# - class_name: Override the class name
|
|
30
|
-
# - foreign_key: Override the foreign key
|
|
31
|
-
def event_aware_belongs_to(name, **options)
|
|
32
|
-
foreign_key = options[:foreign_key] || "#{name}_id"
|
|
33
|
-
class_name = (options[:class_name] || name.to_s.camelize).to_s
|
|
34
|
-
|
|
35
|
-
define_method(name) do
|
|
36
|
-
fk_value = send(foreign_key)
|
|
37
|
-
return nil if fk_value.nil?
|
|
38
|
-
|
|
39
|
-
# Try database first (fast path)
|
|
40
|
-
associated = class_name.constantize.find_by(id: fk_value)
|
|
41
|
-
return associated if associated
|
|
42
|
-
|
|
43
|
-
# Fall back to event store reconstruction (slow path)
|
|
44
|
-
return nil unless Lyra.event_sourcing_mode?
|
|
45
|
-
|
|
46
|
-
EventReconstructor.reconstruct(class_name.constantize, fk_value)
|
|
47
|
-
end
|
|
48
|
-
|
|
49
|
-
define_method("#{name}=") do |value|
|
|
50
|
-
send("#{foreign_key}=", value&.id)
|
|
51
|
-
end
|
|
52
|
-
end
|
|
53
|
-
|
|
54
|
-
# Event-aware has_many association
|
|
55
|
-
#
|
|
56
|
-
# Queries database and optionally includes pending records from events.
|
|
57
|
-
#
|
|
58
|
-
# @param name [Symbol] Association name (plural)
|
|
59
|
-
# @param options [Hash] Options including:
|
|
60
|
-
# - class_name: Override the class name
|
|
61
|
-
# - foreign_key: Override the foreign key
|
|
62
|
-
def event_aware_has_many(name, **options)
|
|
63
|
-
foreign_key = options[:foreign_key] || "#{model_name.singular}_id"
|
|
64
|
-
class_name = (options[:class_name] || name.to_s.singularize.camelize).to_s
|
|
65
|
-
|
|
66
|
-
define_method(name) do
|
|
67
|
-
model_id = id
|
|
68
|
-
return [] unless model_id
|
|
69
|
-
|
|
70
|
-
# Query database
|
|
71
|
-
db_records = class_name.constantize.where(foreign_key => model_id)
|
|
72
|
-
|
|
73
|
-
# In event_sourcing mode with async projections, include pending records
|
|
74
|
-
if Lyra.event_sourcing_mode? && Lyra.config.projection_mode == :async
|
|
75
|
-
pending = PendingRecords.for(class_name.constantize, foreign_key, model_id)
|
|
76
|
-
(db_records.to_a + pending).uniq(&:id)
|
|
77
|
-
else
|
|
78
|
-
db_records
|
|
79
|
-
end
|
|
80
|
-
end
|
|
81
|
-
end
|
|
82
|
-
end
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
# Reconstructs a record from its event stream
|
|
86
|
-
class EventReconstructor
|
|
87
|
-
class << self
|
|
88
|
-
# Reconstruct a record's current state from events
|
|
89
|
-
#
|
|
90
|
-
# @param model_class [Class] The model class
|
|
91
|
-
# @param id [Integer, String] The record ID
|
|
92
|
-
# @return [VirtualRecord, nil] A virtual record or nil if not found/deleted
|
|
93
|
-
def reconstruct(model_class, id)
|
|
94
|
-
stream_name = Lyra.stream_name(model_class, id)
|
|
95
|
-
|
|
96
|
-
begin
|
|
97
|
-
events = Lyra.config.event_store.read.stream(stream_name).to_a
|
|
98
|
-
rescue StandardError
|
|
99
|
-
return nil
|
|
100
|
-
end
|
|
101
|
-
|
|
102
|
-
return nil if events.empty?
|
|
103
|
-
|
|
104
|
-
# Replay events to build current state
|
|
105
|
-
state = replay_events(events)
|
|
106
|
-
|
|
107
|
-
return nil if state[:deleted]
|
|
108
|
-
|
|
109
|
-
VirtualRecord.new(model_class, id, state)
|
|
110
|
-
end
|
|
111
|
-
|
|
112
|
-
private
|
|
113
|
-
|
|
114
|
-
def replay_events(events)
|
|
115
|
-
state = { deleted: false }
|
|
116
|
-
|
|
117
|
-
events.each do |event|
|
|
118
|
-
data = event.data.is_a?(Hash) ? event.data : {}
|
|
119
|
-
|
|
120
|
-
case Lyra::Event.operation_of(event)
|
|
121
|
-
when :created, :imported
|
|
122
|
-
state.merge!(data[:attributes] || data["attributes"] || {})
|
|
123
|
-
when :updated
|
|
124
|
-
changes = data[:changes] || data["changes"] || {}
|
|
125
|
-
changes.each do |field, change|
|
|
126
|
-
new_value = change.is_a?(Array) ? change.last : change
|
|
127
|
-
state[field.to_sym] = new_value
|
|
128
|
-
end
|
|
129
|
-
when :destroyed
|
|
130
|
-
state[:deleted] = true
|
|
131
|
-
end
|
|
132
|
-
end
|
|
133
|
-
|
|
134
|
-
state
|
|
135
|
-
end
|
|
136
|
-
end
|
|
137
|
-
end
|
|
138
|
-
|
|
139
|
-
# Finds records that exist in events but not yet in the database
|
|
140
|
-
class PendingRecords
|
|
141
|
-
class << self
|
|
142
|
-
# Find pending records for a has_many association
|
|
143
|
-
#
|
|
144
|
-
# @param model_class [Class] The associated model class
|
|
145
|
-
# @param foreign_key [String] The foreign key field
|
|
146
|
-
# @param parent_id [Integer, String] The parent record ID
|
|
147
|
-
# @return [Array<VirtualRecord>] Array of virtual records
|
|
148
|
-
def for(model_class, foreign_key, parent_id)
|
|
149
|
-
# This is a simplified implementation
|
|
150
|
-
# A production version would need to track pending events more efficiently
|
|
151
|
-
[]
|
|
152
|
-
end
|
|
153
|
-
end
|
|
154
|
-
end
|
|
155
|
-
|
|
156
|
-
# Virtual record representing a record from events (not in DB)
|
|
157
|
-
#
|
|
158
|
-
# Provides a read-only interface that looks like an ActiveRecord model
|
|
159
|
-
# but is backed by event data instead of a database row.
|
|
160
|
-
class VirtualRecord
|
|
161
|
-
attr_reader :id
|
|
162
|
-
|
|
163
|
-
def initialize(model_class, id, state)
|
|
164
|
-
@model_class = model_class
|
|
165
|
-
@id = id
|
|
166
|
-
@state = state.transform_keys(&:to_sym)
|
|
167
|
-
end
|
|
168
|
-
|
|
169
|
-
def persisted?
|
|
170
|
-
false
|
|
171
|
-
end
|
|
172
|
-
|
|
173
|
-
def new_record?
|
|
174
|
-
true
|
|
175
|
-
end
|
|
176
|
-
|
|
177
|
-
# Indicates this is a virtual record from events
|
|
178
|
-
def pending_projection?
|
|
179
|
-
true
|
|
180
|
-
end
|
|
181
|
-
|
|
182
|
-
def readonly?
|
|
183
|
-
true
|
|
184
|
-
end
|
|
185
|
-
|
|
186
|
-
# Access attributes
|
|
187
|
-
def [](key)
|
|
188
|
-
@state[key.to_sym]
|
|
189
|
-
end
|
|
190
|
-
|
|
191
|
-
def attributes
|
|
192
|
-
@state.except(:deleted)
|
|
193
|
-
end
|
|
194
|
-
|
|
195
|
-
def to_param
|
|
196
|
-
id&.to_s
|
|
197
|
-
end
|
|
198
|
-
|
|
199
|
-
def method_missing(method, *args)
|
|
200
|
-
method_name = method.to_s
|
|
201
|
-
|
|
202
|
-
# Getter
|
|
203
|
-
if @state.key?(method)
|
|
204
|
-
@state[method]
|
|
205
|
-
# Boolean query
|
|
206
|
-
elsif method_name.end_with?("?")
|
|
207
|
-
field = method_name.chomp("?").to_sym
|
|
208
|
-
!!@state[field]
|
|
209
|
-
# Setter (rejected - read only)
|
|
210
|
-
elsif method_name.end_with?("=")
|
|
211
|
-
raise ReadOnlyRecord, "Cannot modify a virtual record"
|
|
212
|
-
else
|
|
213
|
-
nil
|
|
214
|
-
end
|
|
215
|
-
end
|
|
216
|
-
|
|
217
|
-
def respond_to_missing?(method, include_private = false)
|
|
218
|
-
@state.key?(method) || method.to_s.end_with?("?") || super
|
|
219
|
-
end
|
|
220
|
-
|
|
221
|
-
class ReadOnlyRecord < StandardError; end
|
|
222
|
-
end
|
|
223
|
-
end
|
|
224
|
-
end
|