rubyllm-observ 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +56 -8
  3. data/app/assets/stylesheets/observ/_annotations.scss +114 -103
  4. data/app/assets/stylesheets/observ/_card.scss +58 -49
  5. data/app/assets/stylesheets/observ/_chat.scss +247 -155
  6. data/app/assets/stylesheets/observ/_components.scss +622 -340
  7. data/app/assets/stylesheets/observ/_dashboard.scss +31 -28
  8. data/app/assets/stylesheets/observ/_datasets.scss +494 -547
  9. data/app/assets/stylesheets/observ/_drawer.scss +250 -228
  10. data/app/assets/stylesheets/observ/_filters.scss +139 -0
  11. data/app/assets/stylesheets/observ/_json_viewer.scss +103 -97
  12. data/app/assets/stylesheets/observ/_layout.scss +443 -178
  13. data/app/assets/stylesheets/observ/_metrics.scss +79 -76
  14. data/app/assets/stylesheets/observ/_namespace.scss +18 -0
  15. data/app/assets/stylesheets/observ/_observations.scss +122 -119
  16. data/app/assets/stylesheets/observ/_pagination.scss +129 -112
  17. data/app/assets/stylesheets/observ/_prompts.scss +485 -269
  18. data/app/assets/stylesheets/observ/_reset.scss +249 -0
  19. data/app/assets/stylesheets/observ/_table.scss +46 -38
  20. data/app/assets/stylesheets/observ/_variables.scss +54 -0
  21. data/app/assets/stylesheets/observ/application.scss +3 -0
  22. data/app/controllers/observ/dataset_run_items_controller.rb +0 -1
  23. data/app/controllers/observ/review_queue_controller.rb +154 -0
  24. data/app/controllers/observ/scores_controller.rb +64 -0
  25. data/app/controllers/observ/sessions_controller.rb +23 -0
  26. data/app/helpers/observ/application_helper.rb +1 -0
  27. data/app/helpers/observ/reviews_helper.rb +33 -0
  28. data/app/models/concerns/observ/json_queryable.rb +138 -0
  29. data/app/models/concerns/observ/reviewable.rb +41 -0
  30. data/app/models/concerns/observ/scoreable.rb +34 -0
  31. data/app/models/observ/dataset_run_item.rb +3 -13
  32. data/app/models/observ/review_item.rb +48 -0
  33. data/app/models/observ/score.rb +38 -6
  34. data/app/models/observ/session.rb +5 -1
  35. data/app/models/observ/trace.rb +3 -0
  36. data/app/services/observ/evaluators/base_evaluator.rb +0 -1
  37. data/app/services/observ/guardrail_service.rb +128 -0
  38. data/app/views/kaminari/_first_page.html.erb +1 -1
  39. data/app/views/kaminari/_gap.html.erb +1 -1
  40. data/app/views/kaminari/_last_page.html.erb +1 -1
  41. data/app/views/kaminari/_next_page.html.erb +1 -1
  42. data/app/views/kaminari/_page.html.erb +1 -1
  43. data/app/views/kaminari/_paginator.html.erb +1 -1
  44. data/app/views/kaminari/_prev_page.html.erb +1 -1
  45. data/app/views/kaminari/observ/_first_page.html.erb +1 -1
  46. data/app/views/kaminari/observ/_gap.html.erb +1 -1
  47. data/app/views/kaminari/observ/_last_page.html.erb +1 -1
  48. data/app/views/kaminari/observ/_next_page.html.erb +1 -1
  49. data/app/views/kaminari/observ/_page.html.erb +1 -1
  50. data/app/views/kaminari/observ/_paginator.html.erb +1 -1
  51. data/app/views/kaminari/observ/_prev_page.html.erb +1 -1
  52. data/app/views/layouts/observ/application.html.erb +97 -59
  53. data/app/views/observ/annotations/_form.html.erb +5 -5
  54. data/app/views/observ/annotations/index.html.erb +4 -4
  55. data/app/views/observ/annotations/sessions_index.html.erb +9 -9
  56. data/app/views/observ/annotations/traces_index.html.erb +9 -9
  57. data/app/views/observ/chats/_form.html.erb +7 -7
  58. data/app/views/observ/datasets/index.html.erb +6 -6
  59. data/app/views/observ/messages/_form.html.erb +11 -12
  60. data/app/views/observ/observations/index.html.erb +3 -4
  61. data/app/views/observ/prompts/_form.html.erb +37 -38
  62. data/app/views/observ/prompts/_new_form.html.erb +37 -38
  63. data/app/views/observ/prompts/compare.html.erb +59 -55
  64. data/app/views/observ/prompts/edit.html.erb +3 -3
  65. data/app/views/observ/prompts/index.html.erb +9 -9
  66. data/app/views/observ/prompts/new.html.erb +3 -3
  67. data/app/views/observ/prompts/show.html.erb +2 -2
  68. data/app/views/observ/prompts/versions.html.erb +22 -22
  69. data/app/views/observ/review_queue/_item.html.erb +39 -0
  70. data/app/views/observ/review_queue/_stats.html.erb +18 -0
  71. data/app/views/observ/review_queue/index.html.erb +49 -0
  72. data/app/views/observ/review_queue/show.html.erb +76 -0
  73. data/app/views/observ/review_queue/stats.html.erb +100 -0
  74. data/app/views/observ/scores/_form.html.erb +39 -0
  75. data/app/views/observ/scores/create.turbo_stream.erb +10 -0
  76. data/app/views/observ/sessions/_chat.html.erb +59 -0
  77. data/app/views/observ/sessions/_metadata.html.erb +17 -0
  78. data/app/views/observ/sessions/_metrics.html.erb +81 -0
  79. data/app/views/observ/sessions/_traces.html.erb +92 -0
  80. data/app/views/observ/sessions/annotations_drawer.turbo_stream.erb +8 -1
  81. data/app/views/observ/sessions/index.html.erb +60 -4
  82. data/app/views/observ/sessions/show.html.erb +4 -217
  83. data/app/views/observ/traces/_details.html.erb +47 -0
  84. data/app/views/observ/traces/_input.html.erb +10 -0
  85. data/app/views/observ/traces/_metadata.html.erb +10 -0
  86. data/app/views/observ/traces/_observations.html.erb +172 -0
  87. data/app/views/observ/traces/_output.html.erb +10 -0
  88. data/app/views/observ/traces/annotations_drawer.turbo_stream.erb +8 -1
  89. data/app/views/observ/traces/index.html.erb +3 -4
  90. data/app/views/observ/traces/show.html.erb +5 -232
  91. data/config/routes.rb +14 -0
  92. data/db/migrate/015_refactor_scores_to_polymorphic.rb +27 -0
  93. data/db/migrate/016_create_observ_review_items.rb +25 -0
  94. data/lib/generators/observ/install/install_generator.rb +61 -9
  95. data/lib/generators/observ/install/templates/observ.js +19 -0
  96. data/lib/observ/version.rb +1 -1
  97. metadata +31 -2
  98. data/app/assets/javascripts/observ/controllers/index.js +0 -52
data/app/assets/stylesheets/observ/_json_viewer.scss CHANGED
@@ -1,120 +1,126 @@
1
+ @import 'variables';
2
+ @import 'namespace';
3
+
1
4
  // Custom JSON Viewer Styles
2
5
  // Fully custom implementation with proper newline handling
3
6
 
4
- .observ-json-viewer {
5
- font-family: $observ-font-family-mono;
6
- background-color: $observ-gray-900;
7
- color: $observ-gray-100;
8
- padding: $observ-spacing-md;
9
- border-radius: $observ-border-radius;
10
- overflow-x: auto;
11
- font-size: $observ-font-size-sm;
12
- line-height: 1.6;
13
- margin: 0;
14
-
15
- .json-container {
16
- white-space: pre-wrap;
17
- word-wrap: break-word;
18
- }
7
+ @include observ-scoped {
8
+ .observ-json-viewer {
9
+ font-family: $observ-font-family-mono;
10
+ background-color: $observ-bg-elevated;
11
+ border: 1px solid $observ-border-color;
12
+ color: $observ-text-primary;
13
+ padding: $observ-spacing-md;
14
+ border-radius: $observ-border-radius;
15
+ overflow-x: auto;
16
+ font-size: $observ-font-size-sm;
17
+ line-height: 1.6;
18
+ margin: 0;
19
+
20
+ .json-container {
21
+ white-space: pre-wrap;
22
+ word-wrap: break-word;
23
+ }
19
24
 
20
- .json-line {
21
- display: block;
22
-
23
- &.json-footer {
24
- // Closing braces/brackets
25
+ .json-line {
26
+ display: block;
27
+
28
+ &.json-footer {
29
+ // Closing braces/brackets
30
+ }
25
31
  }
26
- }
27
32
 
28
- .json-object,
29
- .json-array {
30
- display: inline-block;
31
- vertical-align: top;
32
- }
33
+ .json-object,
34
+ .json-array {
35
+ display: inline-block;
36
+ vertical-align: top;
37
+ }
33
38
 
34
- .json-content {
35
- display: block;
36
- }
39
+ .json-content {
40
+ display: block;
41
+ }
37
42
 
38
- // Toggle buttons (▸/▾)
39
- .json-toggle {
40
- display: inline-block;
41
- width: 1em;
42
- margin-right: 0.25em;
43
- color: $observ-gray-400;
44
- cursor: pointer;
45
- user-select: none;
46
-
47
- &:hover {
48
- color: $observ-primary;
43
+ // Toggle buttons (▸/▾)
44
+ .json-toggle {
45
+ display: inline-block;
46
+ width: 1em;
47
+ margin-right: 0.25em;
48
+ color: $observ-text-muted;
49
+ cursor: pointer;
50
+ user-select: none;
51
+
52
+ &:hover {
53
+ color: $observ-primary;
54
+ }
49
55
  }
50
- }
51
56
 
52
- // Indentation
53
- .json-indent {
54
- display: inline-block;
55
- white-space: pre;
56
- }
57
+ // Indentation
58
+ .json-indent {
59
+ display: inline-block;
60
+ white-space: pre;
61
+ }
57
62
 
58
- // Item count when collapsed
59
- .json-item-count {
60
- color: $observ-gray-500;
61
- font-style: italic;
62
- font-size: 0.9em;
63
- margin-left: 0.25em;
64
- }
63
+ // Item count when collapsed
64
+ .json-item-count {
65
+ color: $observ-text-muted;
66
+ font-style: italic;
67
+ font-size: 0.9em;
68
+ margin-left: 0.25em;
69
+ }
65
70
 
66
- // Keys
67
- .json-key {
68
- color: $observ-info;
69
- font-weight: 500;
70
- }
71
+ // Keys
72
+ .json-key {
73
+ color: $observ-info;
74
+ font-weight: 500;
75
+ }
71
76
 
72
- // String values
73
- .json-string {
74
- color: $observ-success;
75
- display: inline;
76
-
77
- .json-string-content {
78
- white-space: pre-wrap;
79
- word-break: break-word;
77
+ // String values
78
+ .json-string {
79
+ color: $observ-success;
80
+ display: inline;
81
+
82
+ .json-string-content {
83
+ white-space: pre-wrap;
84
+ word-break: break-word;
85
+ }
86
+
87
+ .json-quote {
88
+ opacity: 0.7;
89
+ }
80
90
  }
81
-
82
- .json-quote {
83
- opacity: 0.7;
91
+
92
+ // Number values
93
+ .json-number {
94
+ color: $observ-syntax-number;
84
95
  }
85
- }
86
96
 
87
- // Number values
88
- .json-number {
89
- color: #ff9800;
90
- }
97
+ // Boolean values
98
+ .json-boolean {
99
+ color: $observ-syntax-boolean;
100
+ font-weight: 500;
101
+ }
91
102
 
92
- // Boolean values
93
- .json-boolean {
94
- color: #9c27b0;
95
- font-weight: 500;
96
- }
103
+ // Null values
104
+ .json-null {
105
+ color: $observ-text-muted;
106
+ font-style: italic;
107
+ }
97
108
 
98
- // Null values
99
- .json-null {
100
- color: $observ-gray-500;
101
- font-style: italic;
102
- }
109
+ // Punctuation (brackets, braces, colons, commas)
110
+ .json-punctuation {
111
+ color: $observ-text-muted;
112
+ }
103
113
 
104
- // Punctuation (brackets, braces, colons, commas)
105
- .json-punctuation {
106
- color: $observ-gray-400;
114
+ // Unknown/fallback
115
+ .json-unknown {
116
+ color: $observ-warning;
117
+ }
107
118
  }
108
119
 
109
- // Unknown/fallback
110
- .json-unknown {
111
- color: $observ-warning;
120
+ // Compact variant for use in cards
121
+ .observ-json-viewer--compact {
122
+ padding: $observ-spacing-sm;
123
+ font-size: $observ-font-size-xs;
124
+ line-height: 1.5;
112
125
  }
113
126
  }
114
-
115
- // Compact variant for use in cards
116
- .observ-json-viewer--compact {
117
- padding: $observ-spacing-sm;
118
- font-size: $observ-font-size-xs;
119
- line-height: 1.5;
120
- }