rubyllm-observ 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +54 -6
  3. data/app/assets/stylesheets/observ/_annotations.scss +114 -103
  4. data/app/assets/stylesheets/observ/_card.scss +58 -49
  5. data/app/assets/stylesheets/observ/_chat.scss +247 -155
  6. data/app/assets/stylesheets/observ/_components.scss +622 -340
  7. data/app/assets/stylesheets/observ/_dashboard.scss +31 -28
  8. data/app/assets/stylesheets/observ/_datasets.scss +494 -547
  9. data/app/assets/stylesheets/observ/_drawer.scss +250 -228
  10. data/app/assets/stylesheets/observ/_filters.scss +139 -0
  11. data/app/assets/stylesheets/observ/_json_viewer.scss +103 -97
  12. data/app/assets/stylesheets/observ/_layout.scss +443 -178
  13. data/app/assets/stylesheets/observ/_metrics.scss +79 -76
  14. data/app/assets/stylesheets/observ/_namespace.scss +18 -0
  15. data/app/assets/stylesheets/observ/_observations.scss +122 -119
  16. data/app/assets/stylesheets/observ/_pagination.scss +129 -112
  17. data/app/assets/stylesheets/observ/_prompts.scss +485 -269
  18. data/app/assets/stylesheets/observ/_reset.scss +249 -0
  19. data/app/assets/stylesheets/observ/_table.scss +46 -38
  20. data/app/assets/stylesheets/observ/_variables.scss +54 -0
  21. data/app/assets/stylesheets/observ/application.scss +3 -0
  22. data/app/controllers/observ/dataset_run_items_controller.rb +0 -1
  23. data/app/controllers/observ/review_queue_controller.rb +154 -0
  24. data/app/controllers/observ/scores_controller.rb +64 -0
  25. data/app/controllers/observ/sessions_controller.rb +23 -0
  26. data/app/helpers/observ/application_helper.rb +1 -0
  27. data/app/helpers/observ/reviews_helper.rb +33 -0
  28. data/app/models/concerns/observ/json_queryable.rb +138 -0
  29. data/app/models/concerns/observ/reviewable.rb +41 -0
  30. data/app/models/concerns/observ/scoreable.rb +34 -0
  31. data/app/models/observ/dataset_run_item.rb +3 -13
  32. data/app/models/observ/review_item.rb +48 -0
  33. data/app/models/observ/score.rb +38 -6
  34. data/app/models/observ/session.rb +5 -1
  35. data/app/models/observ/trace.rb +3 -0
  36. data/app/services/observ/evaluators/base_evaluator.rb +0 -1
  37. data/app/services/observ/guardrail_service.rb +128 -0
  38. data/app/views/kaminari/_first_page.html.erb +1 -1
  39. data/app/views/kaminari/_gap.html.erb +1 -1
  40. data/app/views/kaminari/_last_page.html.erb +1 -1
  41. data/app/views/kaminari/_next_page.html.erb +1 -1
  42. data/app/views/kaminari/_page.html.erb +1 -1
  43. data/app/views/kaminari/_paginator.html.erb +1 -1
  44. data/app/views/kaminari/_prev_page.html.erb +1 -1
  45. data/app/views/kaminari/observ/_first_page.html.erb +1 -1
  46. data/app/views/kaminari/observ/_gap.html.erb +1 -1
  47. data/app/views/kaminari/observ/_last_page.html.erb +1 -1
  48. data/app/views/kaminari/observ/_next_page.html.erb +1 -1
  49. data/app/views/kaminari/observ/_page.html.erb +1 -1
  50. data/app/views/kaminari/observ/_paginator.html.erb +1 -1
  51. data/app/views/kaminari/observ/_prev_page.html.erb +1 -1
  52. data/app/views/layouts/observ/application.html.erb +96 -58
  53. data/app/views/observ/annotations/_form.html.erb +5 -5
  54. data/app/views/observ/annotations/index.html.erb +4 -4
  55. data/app/views/observ/annotations/sessions_index.html.erb +9 -9
  56. data/app/views/observ/annotations/traces_index.html.erb +9 -9
  57. data/app/views/observ/chats/_form.html.erb +7 -7
  58. data/app/views/observ/datasets/index.html.erb +6 -6
  59. data/app/views/observ/messages/_form.html.erb +11 -12
  60. data/app/views/observ/observations/index.html.erb +3 -4
  61. data/app/views/observ/prompts/_form.html.erb +37 -38
  62. data/app/views/observ/prompts/_new_form.html.erb +37 -38
  63. data/app/views/observ/prompts/compare.html.erb +59 -55
  64. data/app/views/observ/prompts/edit.html.erb +3 -3
  65. data/app/views/observ/prompts/index.html.erb +9 -9
  66. data/app/views/observ/prompts/new.html.erb +3 -3
  67. data/app/views/observ/prompts/show.html.erb +2 -2
  68. data/app/views/observ/prompts/versions.html.erb +22 -22
  69. data/app/views/observ/review_queue/_item.html.erb +39 -0
  70. data/app/views/observ/review_queue/_stats.html.erb +18 -0
  71. data/app/views/observ/review_queue/index.html.erb +49 -0
  72. data/app/views/observ/review_queue/show.html.erb +76 -0
  73. data/app/views/observ/review_queue/stats.html.erb +100 -0
  74. data/app/views/observ/scores/_form.html.erb +39 -0
  75. data/app/views/observ/scores/create.turbo_stream.erb +10 -0
  76. data/app/views/observ/sessions/_chat.html.erb +59 -0
  77. data/app/views/observ/sessions/_metadata.html.erb +17 -0
  78. data/app/views/observ/sessions/_metrics.html.erb +81 -0
  79. data/app/views/observ/sessions/_traces.html.erb +92 -0
  80. data/app/views/observ/sessions/annotations_drawer.turbo_stream.erb +8 -1
  81. data/app/views/observ/sessions/index.html.erb +60 -4
  82. data/app/views/observ/sessions/show.html.erb +4 -217
  83. data/app/views/observ/traces/_details.html.erb +47 -0
  84. data/app/views/observ/traces/_input.html.erb +10 -0
  85. data/app/views/observ/traces/_metadata.html.erb +10 -0
  86. data/app/views/observ/traces/_observations.html.erb +172 -0
  87. data/app/views/observ/traces/_output.html.erb +10 -0
  88. data/app/views/observ/traces/annotations_drawer.turbo_stream.erb +8 -1
  89. data/app/views/observ/traces/index.html.erb +3 -4
  90. data/app/views/observ/traces/show.html.erb +5 -232
  91. data/config/routes.rb +14 -0
  92. data/db/migrate/015_refactor_scores_to_polymorphic.rb +27 -0
  93. data/db/migrate/016_create_observ_review_items.rb +25 -0
  94. data/lib/observ/version.rb +1 -1
  95. data/lib/rubyllm-observ.rb +1 -0
  96. metadata +31 -1
data/app/assets/stylesheets/observ/_pagination.scss CHANGED
@@ -1,142 +1,159 @@
1
- // Pagination Component Styles
2
- .observ-pagination {
3
- display: flex;
4
- justify-content: space-between;
5
- align-items: center;
6
- padding: $observ-spacing-md 0;
7
- margin-top: $observ-spacing-xl;
8
- border-top: 1px solid $observ-gray-200;
9
-
10
- &__info {
11
- font-size: $observ-font-size-sm;
12
- color: $observ-gray-600;
13
- }
14
-
15
- &__links {
1
+ @import 'variables';
2
+ @import 'namespace';
3
+
4
+ @include observ-scoped {
5
+ // Pagination Component Styles
6
+ .observ-pagination {
16
7
  display: flex;
17
- gap: $observ-spacing-sm;
8
+ justify-content: space-between;
18
9
  align-items: center;
10
+ padding: $observ-spacing-md 0;
11
+ margin-top: $observ-spacing-xl;
12
+ border-top: 1px solid $observ-border-subtle;
19
13
 
20
- nav {
14
+ &__info {
15
+ font-size: $observ-font-size-sm;
16
+ color: $observ-text-secondary;
17
+ }
18
+
19
+ &__links {
21
20
  display: flex;
22
21
  gap: $observ-spacing-sm;
23
22
  align-items: center;
24
- }
25
-
26
- .page, .first, .prev, .next, .last, .gap {
27
- display: inline-block;
28
- padding: 0.375rem 0.75rem;
29
- text-decoration: none;
30
- color: $observ-gray-700;
31
- background-color: $observ-white;
32
- border: 1px solid $observ-gray-300;
33
- border-radius: $observ-border-radius-sm;
34
- font-size: $observ-font-size-sm;
35
- transition: $observ-transition;
36
- line-height: 1.5;
37
-
38
- &:hover:not(.current):not(.gap) {
39
- background-color: $observ-gray-50;
40
- border-color: $observ-primary;
41
- color: $observ-primary;
42
- }
43
-
44
- &.current {
45
- background-color: $observ-primary;
46
- color: $observ-white;
47
- border-color: $observ-primary;
48
- font-weight: 500;
49
- cursor: default;
50
- }
51
23
 
52
- &.gap {
53
- border: none;
54
- background: none;
55
- cursor: default;
56
- color: $observ-gray-400;
24
+ nav {
25
+ display: flex;
26
+ gap: $observ-spacing-sm;
27
+ align-items: center;
57
28
  }
58
29
 
59
- &.disabled {
60
- opacity: 0.5;
61
- cursor: not-allowed;
30
+ .page, .first, .prev, .next, .last, .gap {
31
+ display: inline-block;
32
+ padding: 0.375rem 0.75rem;
33
+ text-decoration: none;
34
+ color: $observ-text-secondary;
35
+ background-color: $observ-bg-elevated;
36
+ border: 1px solid $observ-border-color;
37
+ border-radius: $observ-border-radius-sm;
38
+ font-size: $observ-font-size-sm;
39
+ transition: $observ-transition;
40
+ line-height: 1.5;
62
41
 
63
- &:hover {
64
- background-color: $observ-white;
65
- border-color: $observ-gray-300;
66
- color: $observ-gray-700;
42
+ &:hover:not(.current):not(.gap) {
43
+ background-color: $observ-bg-hover;
44
+ border-color: $observ-primary;
45
+ color: $observ-primary;
46
+ }
47
+
48
+ &.current {
49
+ background-color: $observ-primary;
50
+ color: $observ-white;
51
+ border-color: $observ-primary;
52
+ font-weight: 500;
53
+ cursor: default;
54
+ }
55
+
56
+ &.gap {
57
+ border: none;
58
+ background: none;
59
+ cursor: default;
60
+ color: $observ-text-muted;
61
+ }
62
+
63
+ &.disabled {
64
+ opacity: 0.5;
65
+ cursor: not-allowed;
66
+
67
+ &:hover {
68
+ background-color: $observ-bg-elevated;
69
+ border-color: $observ-border-color;
70
+ color: $observ-text-secondary;
71
+ }
67
72
  }
68
73
  }
69
- }
70
-
71
- a {
72
- cursor: pointer;
73
74
 
74
- &:hover {
75
+ a {
76
+ color: inherit;
75
77
  text-decoration: none;
78
+ cursor: pointer;
79
+
80
+ &:hover {
81
+ text-decoration: none;
82
+ }
76
83
  }
77
84
  }
78
- }
79
-
80
- // Responsive design
81
- @media (max-width: $observ-breakpoint-sm) {
82
- flex-direction: column;
83
- gap: $observ-spacing-md;
84
- align-items: flex-start;
85
85
 
86
- &__links {
87
- width: 100%;
88
- justify-content: center;
86
+ // Responsive design
87
+ @media (max-width: $observ-breakpoint-sm) {
88
+ flex-direction: column;
89
+ gap: $observ-spacing-md;
90
+ align-items: flex-start;
89
91
 
90
- nav {
91
- flex-wrap: wrap;
92
+ &__links {
93
+ width: 100%;
92
94
  justify-content: center;
95
+
96
+ nav {
97
+ flex-wrap: wrap;
98
+ justify-content: center;
99
+ }
93
100
  }
94
101
  }
95
102
  }
96
- }
97
103
 
98
- // Standalone pagination (used outside of observ-pagination wrapper)
99
- .observ-prompts-pagination {
100
- padding: $observ-spacing-md 0;
101
- margin-top: $observ-spacing-xl;
102
-
103
- nav {
104
- display: flex;
105
- gap: $observ-spacing-sm;
106
- align-items: center;
107
- justify-content: center;
104
+ // Standalone pagination (used outside of observ-pagination wrapper)
105
+ .observ-prompts-pagination {
106
+ padding: $observ-spacing-md 0;
107
+ margin-top: $observ-spacing-xl;
108
108
 
109
- .page, .first, .prev, .next, .last, .gap {
110
- display: inline-block;
111
- padding: 0.375rem 0.75rem;
112
- text-decoration: none;
113
- color: $observ-gray-700;
114
- background-color: $observ-white;
115
- border: 1px solid $observ-gray-300;
116
- border-radius: $observ-border-radius-sm;
117
- font-size: $observ-font-size-sm;
118
- transition: $observ-transition;
119
- line-height: 1.5;
120
-
121
- &:hover:not(.current):not(.gap) {
122
- background-color: $observ-gray-50;
123
- border-color: $observ-primary;
124
- color: $observ-primary;
125
- }
109
+ nav {
110
+ display: flex;
111
+ gap: $observ-spacing-sm;
112
+ align-items: center;
113
+ justify-content: center;
126
114
 
127
- &.current {
128
- background-color: $observ-primary;
129
- color: $observ-white;
130
- border-color: $observ-primary;
131
- font-weight: 500;
132
- cursor: default;
115
+ .page, .first, .prev, .next, .last, .gap {
116
+ display: inline-block;
117
+ padding: 0.375rem 0.75rem;
118
+ text-decoration: none;
119
+ color: $observ-text-secondary;
120
+ background-color: $observ-bg-elevated;
121
+ border: 1px solid $observ-border-color;
122
+ border-radius: $observ-border-radius-sm;
123
+ font-size: $observ-font-size-sm;
124
+ transition: $observ-transition;
125
+ line-height: 1.5;
126
+
127
+ &:hover:not(.current):not(.gap) {
128
+ background-color: $observ-bg-hover;
129
+ border-color: $observ-primary;
130
+ color: $observ-primary;
131
+ }
132
+
133
+ &.current {
134
+ background-color: $observ-primary;
135
+ color: $observ-white;
136
+ border-color: $observ-primary;
137
+ font-weight: 500;
138
+ cursor: default;
139
+ }
140
+
141
+ &.gap {
142
+ border: none;
143
+ background: none;
144
+ cursor: default;
145
+ color: $observ-text-muted;
146
+ }
133
147
  }
134
148
 
135
- &.gap {
136
- border: none;
137
- background: none;
138
- cursor: default;
139
- color: $observ-gray-400;
149
+ a {
150
+ color: inherit;
151
+ text-decoration: none;
152
+ cursor: pointer;
153
+
154
+ &:hover {
155
+ text-decoration: none;
156
+ }
140
157
  }
141
158
  }
142
159
  }