orfeas_lyra 0.9.3 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +1923 -17
  3. data/README.md +15 -8
  4. data/Rakefile +40 -1
  5. data/app/controllers/lyra/application_controller.rb +108 -0
  6. data/app/controllers/lyra/dashboard_controller.rb +17 -15
  7. data/app/controllers/lyra/flow_controller.rb +30 -33
  8. data/app/controllers/lyra/privacy_controller.rb +57 -18
  9. data/app/views/lyra/dashboard/discrepancies.html.erb +5 -5
  10. data/app/views/lyra/dashboard/index.html.erb +1 -0
  11. data/app/views/lyra/flow/crud_mapping.html.erb +1 -1
  12. data/app/views/lyra/privacy/pii_detection.html.erb +1 -1
  13. data/app/views/lyra/privacy/policy.html.erb +7 -0
  14. data/app/views/lyra/privacy/rights.html.erb +78 -0
  15. data/config/privacy_policies.rb +0 -3
  16. data/config/routes.rb +1 -0
  17. data/lib/lyra/access_log.rb +187 -6
  18. data/lib/lyra/advisory_lock.rb +236 -0
  19. data/lib/lyra/aggregate.rb +1 -1
  20. data/lib/lyra/associations/habtm_links.rb +382 -19
  21. data/lib/lyra/associations/maintenance.rb +229 -0
  22. data/lib/lyra/attribution.rb +48 -0
  23. data/lib/lyra/bypass_events.rb +426 -45
  24. data/lib/lyra/command_handler.rb +19 -14
  25. data/lib/lyra/configuration.rb +237 -10
  26. data/lib/lyra/consistency/read_your_writes.rb +4 -2
  27. data/lib/lyra/correlation.rb +121 -0
  28. data/lib/lyra/domain_events.rb +4 -0
  29. data/lib/lyra/dual_view.rb +53 -16
  30. data/lib/lyra/encrypted_attributes.rb +5 -0
  31. data/lib/lyra/engine.rb +67 -0
  32. data/lib/lyra/erasure.rb +1002 -116
  33. data/lib/lyra/event.rb +35 -1
  34. data/lib/lyra/event_data.rb +38 -0
  35. data/lib/lyra/event_flow.rb +31 -15
  36. data/lib/lyra/event_store_adapter.rb +28 -0
  37. data/lib/lyra/event_window.rb +58 -0
  38. data/lib/lyra/genesis.rb +548 -44
  39. data/lib/lyra/interceptors/association_interceptor.rb +689 -34
  40. data/lib/lyra/interceptors/crud_interceptor.rb +547 -95
  41. data/lib/lyra/internal.rb +26 -0
  42. data/lib/lyra/mode_sync.rb +51 -3
  43. data/lib/lyra/mode_transition.rb +245 -34
  44. data/lib/lyra/model_selection.rb +35 -0
  45. data/lib/lyra/own_connection.rb +17 -2
  46. data/lib/lyra/privacy/adapters/pam.rb +25 -2
  47. data/lib/lyra/privacy/gdpr_compliance.rb +264 -36
  48. data/lib/lyra/privacy/interface.rb +27 -7
  49. data/lib/lyra/privacy/subject_links.rb +143 -0
  50. data/lib/lyra/privacy/subject_records.rb +369 -0
  51. data/lib/lyra/projection.rb +7 -1
  52. data/lib/lyra/projections/async_checkpoint.rb +32 -0
  53. data/lib/lyra/projections/async_projection_job.rb +166 -23
  54. data/lib/lyra/projections/cached_joins.rb +33 -18
  55. data/lib/lyra/projections/cached_projection.rb +74 -33
  56. data/lib/lyra/projections/cached_relation.rb +3175 -321
  57. data/lib/lyra/projections/default_scopes.rb +254 -0
  58. data/lib/lyra/projections/deferred_relation.rb +23 -3
  59. data/lib/lyra/projections/event_store_reader.rb +47 -8
  60. data/lib/lyra/projections/foreign_keys.rb +92 -0
  61. data/lib/lyra/projections/lazy_projection.rb +165 -27
  62. data/lib/lyra/projections/model_projection.rb +165 -14
  63. data/lib/lyra/projections/rebuild.rb +34 -6
  64. data/lib/lyra/projections/reference_links.rb +463 -72
  65. data/lib/lyra/projections/typed_values.rb +629 -0
  66. data/lib/lyra/projections/unique_indexes.rb +595 -0
  67. data/lib/lyra/projections/uniqueness.rb +784 -0
  68. data/lib/lyra/projections/value_digest.rb +93 -0
  69. data/lib/lyra/purpose_bound_reads.rb +912 -77
  70. data/lib/lyra/repair.rb +119 -28
  71. data/lib/lyra/retention.rb +114 -8
  72. data/lib/lyra/rights/consent_store.rb +415 -0
  73. data/lib/lyra/rights/erasure_guard.rb +135 -0
  74. data/lib/lyra/rights/pending.rb +74 -0
  75. data/lib/lyra/rights/queries.rb +269 -0
  76. data/lib/lyra/rights/store.rb +512 -0
  77. data/lib/lyra/rights/subject_keys.rb +224 -0
  78. data/lib/lyra/rights.rb +281 -0
  79. data/lib/lyra/saves_without_effect.rb +69 -0
  80. data/lib/lyra/stream_tail.rb +319 -0
  81. data/lib/lyra/strict_data_access.rb +906 -107
  82. data/lib/lyra/temporal.rb +4 -2
  83. data/lib/lyra/touch_registry.rb +404 -0
  84. data/lib/lyra/verification/bypass_workflow.rb +452 -42
  85. data/lib/lyra/verification/rights_workflows.rb +170 -0
  86. data/lib/lyra/version.rb +1 -1
  87. data/lib/lyra/visualization/event_graph.rb +1 -1
  88. data/lib/lyra/visualization/timeline.rb +2 -2
  89. data/lib/lyra.rb +43 -2
  90. data/lib/tasks/lyra_mode.rake +107 -8
  91. data/lib/tasks/lyra_projections.rake +43 -2
  92. metadata +34 -4
  93. data/lib/lyra/associations/event_aware.rb +0 -224
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: orfeas_lyra
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.9.3
4
+ version: 1.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Michail Pantelelis
@@ -15,14 +15,20 @@ dependencies:
15
15
  requirements:
16
16
  - - ">="
17
17
  - !ruby/object:Gem::Version
18
- version: '8.0'
18
+ version: '8.1'
19
+ - - "<"
20
+ - !ruby/object:Gem::Version
21
+ version: '8.2'
19
22
  type: :runtime
20
23
  prerelease: false
21
24
  version_requirements: !ruby/object:Gem::Requirement
22
25
  requirements:
23
26
  - - ">="
24
27
  - !ruby/object:Gem::Version
25
- version: '8.0'
28
+ version: '8.1'
29
+ - - "<"
30
+ - !ruby/object:Gem::Version
31
+ version: '8.2'
26
32
  - !ruby/object:Gem::Dependency
27
33
  name: rails_event_store
28
34
  requirement: !ruby/object:Gem::Requirement
@@ -138,6 +144,7 @@ files:
138
144
  - app/views/lyra/flow/timeline.html.erb
139
145
  - app/views/lyra/privacy/pii_detection.html.erb
140
146
  - app/views/lyra/privacy/policy.html.erb
147
+ - app/views/lyra/privacy/rights.html.erb
141
148
  - app/workflows/es_async_mode_workflow.rb
142
149
  - app/workflows/es_sync_mode_workflow.rb
143
150
  - app/workflows/hijack_mode_workflow.rb
@@ -149,8 +156,9 @@ files:
149
156
  - lib/lyra/access_log.rb
150
157
  - lib/lyra/advisory_lock.rb
151
158
  - lib/lyra/aggregate.rb
152
- - lib/lyra/associations/event_aware.rb
153
159
  - lib/lyra/associations/habtm_links.rb
160
+ - lib/lyra/associations/maintenance.rb
161
+ - lib/lyra/attribution.rb
154
162
  - lib/lyra/bypass_events.rb
155
163
  - lib/lyra/command.rb
156
164
  - lib/lyra/command_handler.rb
@@ -165,14 +173,17 @@ files:
165
173
  - lib/lyra/erasure.rb
166
174
  - lib/lyra/event.rb
167
175
  - lib/lyra/event_analyzer.rb
176
+ - lib/lyra/event_data.rb
168
177
  - lib/lyra/event_flow.rb
169
178
  - lib/lyra/event_serializer.rb
170
179
  - lib/lyra/event_store_adapter.rb
180
+ - lib/lyra/event_window.rb
171
181
  - lib/lyra/genesis.rb
172
182
  - lib/lyra/id_generator.rb
173
183
  - lib/lyra/interceptors/association_interceptor.rb
174
184
  - lib/lyra/interceptors/crud_interceptor.rb
175
185
  - lib/lyra/interceptors/lazy_reads.rb
186
+ - lib/lyra/internal.rb
176
187
  - lib/lyra/mode_sync.rb
177
188
  - lib/lyra/mode_transition.rb
178
189
  - lib/lyra/model_selection.rb
@@ -185,6 +196,8 @@ files:
185
196
  - lib/lyra/privacy/pii_detector.rb
186
197
  - lib/lyra/privacy/pii_masker.rb
187
198
  - lib/lyra/privacy/policy_integration.rb
199
+ - lib/lyra/privacy/subject_links.rb
200
+ - lib/lyra/privacy/subject_records.rb
188
201
  - lib/lyra/projection.rb
189
202
  - lib/lyra/projections/association_conditions.rb
190
203
  - lib/lyra/projections/async_checkpoint.rb
@@ -192,15 +205,29 @@ files:
192
205
  - lib/lyra/projections/cached_joins.rb
193
206
  - lib/lyra/projections/cached_projection.rb
194
207
  - lib/lyra/projections/cached_relation.rb
208
+ - lib/lyra/projections/default_scopes.rb
195
209
  - lib/lyra/projections/deferred_relation.rb
196
210
  - lib/lyra/projections/event_store_reader.rb
211
+ - lib/lyra/projections/foreign_keys.rb
197
212
  - lib/lyra/projections/lazy_projection.rb
198
213
  - lib/lyra/projections/model_projection.rb
199
214
  - lib/lyra/projections/rebuild.rb
200
215
  - lib/lyra/projections/reference_links.rb
216
+ - lib/lyra/projections/typed_values.rb
217
+ - lib/lyra/projections/unique_indexes.rb
218
+ - lib/lyra/projections/uniqueness.rb
219
+ - lib/lyra/projections/value_digest.rb
201
220
  - lib/lyra/purpose_bound_reads.rb
202
221
  - lib/lyra/repair.rb
203
222
  - lib/lyra/retention.rb
223
+ - lib/lyra/rights.rb
224
+ - lib/lyra/rights/consent_store.rb
225
+ - lib/lyra/rights/erasure_guard.rb
226
+ - lib/lyra/rights/pending.rb
227
+ - lib/lyra/rights/queries.rb
228
+ - lib/lyra/rights/store.rb
229
+ - lib/lyra/rights/subject_keys.rb
230
+ - lib/lyra/saves_without_effect.rb
204
231
  - lib/lyra/schema/diff.rb
205
232
  - lib/lyra/schema/event_class_registrar.rb
206
233
  - lib/lyra/schema/generator.rb
@@ -208,10 +235,13 @@ files:
208
235
  - lib/lyra/schema/store.rb
209
236
  - lib/lyra/schema/validator.rb
210
237
  - lib/lyra/sti_stream_migration.rb
238
+ - lib/lyra/stream_tail.rb
211
239
  - lib/lyra/strict_data_access.rb
212
240
  - lib/lyra/temporal.rb
241
+ - lib/lyra/touch_registry.rb
213
242
  - lib/lyra/verification/bypass_workflow.rb
214
243
  - lib/lyra/verification/crud_lifecycle_workflow.rb
244
+ - lib/lyra/verification/rights_workflows.rb
215
245
  - lib/lyra/verification/workflow_generator.rb
216
246
  - lib/lyra/version.rb
217
247
  - lib/lyra/visualization/activity_heatmap.rb
@@ -1,224 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Lyra
4
- module Associations
5
- # Event-aware association module for handling eventual consistency.
6
- #
7
- # In event_sourcing mode, associated records may not exist in the database
8
- # yet if projections are async. This module provides event-aware versions
9
- # of Rails associations that fall back to event reconstruction when needed.
10
- #
11
- # Usage in models:
12
- # class Registration < ApplicationRecord
13
- # include Lyra::Associations::EventAware
14
- #
15
- # event_aware_belongs_to :program
16
- # event_aware_has_many :payment_transactions
17
- # end
18
- #
19
- module EventAware
20
- extend ActiveSupport::Concern
21
-
22
- class_methods do
23
- # Event-aware belongs_to association
24
- #
25
- # Tries database first, falls back to event reconstruction if not found.
26
- #
27
- # @param name [Symbol] Association name
28
- # @param options [Hash] Standard belongs_to options plus:
29
- # - class_name: Override the class name
30
- # - foreign_key: Override the foreign key
31
- def event_aware_belongs_to(name, **options)
32
- foreign_key = options[:foreign_key] || "#{name}_id"
33
- class_name = (options[:class_name] || name.to_s.camelize).to_s
34
-
35
- define_method(name) do
36
- fk_value = send(foreign_key)
37
- return nil if fk_value.nil?
38
-
39
- # Try database first (fast path)
40
- associated = class_name.constantize.find_by(id: fk_value)
41
- return associated if associated
42
-
43
- # Fall back to event store reconstruction (slow path)
44
- return nil unless Lyra.event_sourcing_mode?
45
-
46
- EventReconstructor.reconstruct(class_name.constantize, fk_value)
47
- end
48
-
49
- define_method("#{name}=") do |value|
50
- send("#{foreign_key}=", value&.id)
51
- end
52
- end
53
-
54
- # Event-aware has_many association
55
- #
56
- # Queries database and optionally includes pending records from events.
57
- #
58
- # @param name [Symbol] Association name (plural)
59
- # @param options [Hash] Options including:
60
- # - class_name: Override the class name
61
- # - foreign_key: Override the foreign key
62
- def event_aware_has_many(name, **options)
63
- foreign_key = options[:foreign_key] || "#{model_name.singular}_id"
64
- class_name = (options[:class_name] || name.to_s.singularize.camelize).to_s
65
-
66
- define_method(name) do
67
- model_id = id
68
- return [] unless model_id
69
-
70
- # Query database
71
- db_records = class_name.constantize.where(foreign_key => model_id)
72
-
73
- # In event_sourcing mode with async projections, include pending records
74
- if Lyra.event_sourcing_mode? && Lyra.config.projection_mode == :async
75
- pending = PendingRecords.for(class_name.constantize, foreign_key, model_id)
76
- (db_records.to_a + pending).uniq(&:id)
77
- else
78
- db_records
79
- end
80
- end
81
- end
82
- end
83
- end
84
-
85
- # Reconstructs a record from its event stream
86
- class EventReconstructor
87
- class << self
88
- # Reconstruct a record's current state from events
89
- #
90
- # @param model_class [Class] The model class
91
- # @param id [Integer, String] The record ID
92
- # @return [VirtualRecord, nil] A virtual record or nil if not found/deleted
93
- def reconstruct(model_class, id)
94
- stream_name = Lyra.stream_name(model_class, id)
95
-
96
- begin
97
- events = Lyra.config.event_store.read.stream(stream_name).to_a
98
- rescue StandardError
99
- return nil
100
- end
101
-
102
- return nil if events.empty?
103
-
104
- # Replay events to build current state
105
- state = replay_events(events)
106
-
107
- return nil if state[:deleted]
108
-
109
- VirtualRecord.new(model_class, id, state)
110
- end
111
-
112
- private
113
-
114
- def replay_events(events)
115
- state = { deleted: false }
116
-
117
- events.each do |event|
118
- data = event.data.is_a?(Hash) ? event.data : {}
119
-
120
- case Lyra::Event.operation_of(event)
121
- when :created, :imported
122
- state.merge!(data[:attributes] || data["attributes"] || {})
123
- when :updated
124
- changes = data[:changes] || data["changes"] || {}
125
- changes.each do |field, change|
126
- new_value = change.is_a?(Array) ? change.last : change
127
- state[field.to_sym] = new_value
128
- end
129
- when :destroyed
130
- state[:deleted] = true
131
- end
132
- end
133
-
134
- state
135
- end
136
- end
137
- end
138
-
139
- # Finds records that exist in events but not yet in the database
140
- class PendingRecords
141
- class << self
142
- # Find pending records for a has_many association
143
- #
144
- # @param model_class [Class] The associated model class
145
- # @param foreign_key [String] The foreign key field
146
- # @param parent_id [Integer, String] The parent record ID
147
- # @return [Array<VirtualRecord>] Array of virtual records
148
- def for(model_class, foreign_key, parent_id)
149
- # This is a simplified implementation
150
- # A production version would need to track pending events more efficiently
151
- []
152
- end
153
- end
154
- end
155
-
156
- # Virtual record representing a record from events (not in DB)
157
- #
158
- # Provides a read-only interface that looks like an ActiveRecord model
159
- # but is backed by event data instead of a database row.
160
- class VirtualRecord
161
- attr_reader :id
162
-
163
- def initialize(model_class, id, state)
164
- @model_class = model_class
165
- @id = id
166
- @state = state.transform_keys(&:to_sym)
167
- end
168
-
169
- def persisted?
170
- false
171
- end
172
-
173
- def new_record?
174
- true
175
- end
176
-
177
- # Indicates this is a virtual record from events
178
- def pending_projection?
179
- true
180
- end
181
-
182
- def readonly?
183
- true
184
- end
185
-
186
- # Access attributes
187
- def [](key)
188
- @state[key.to_sym]
189
- end
190
-
191
- def attributes
192
- @state.except(:deleted)
193
- end
194
-
195
- def to_param
196
- id&.to_s
197
- end
198
-
199
- def method_missing(method, *args)
200
- method_name = method.to_s
201
-
202
- # Getter
203
- if @state.key?(method)
204
- @state[method]
205
- # Boolean query
206
- elsif method_name.end_with?("?")
207
- field = method_name.chomp("?").to_sym
208
- !!@state[field]
209
- # Setter (rejected - read only)
210
- elsif method_name.end_with?("=")
211
- raise ReadOnlyRecord, "Cannot modify a virtual record"
212
- else
213
- nil
214
- end
215
- end
216
-
217
- def respond_to_missing?(method, include_private = false)
218
- @state.key?(method) || method.to_s.end_with?("?") || super
219
- end
220
-
221
- class ReadOnlyRecord < StandardError; end
222
- end
223
- end
224
- end