leva 0.1.1 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7a1b17552bf84bd7721ee48cd83caf82f199d2b79218296f153015e144211356
-  data.tar.gz: eab228d96d36c3afce52a403d728ff93f6729730cf7cbef35411958443b6327c
+  metadata.gz: 2abea5c275eeb56bc5e3e6c6169c642e09bf9f1bc0d8c738b08ed0e5000650dd
+  data.tar.gz: 145ecefc7cb49282fd92b7392916ec3ecd09b190b8d81cd63abcd966bdb4c03c
 SHA512:
-  metadata.gz: 0e2a98bde71873044ceca0be67213b2fe4d0547eb38430ea142f3425e57c6b1b14adad5644d6c747662e21587e29ca65a9205c2a85b2f14ca67752eda87fa607
-  data.tar.gz: dedfbe490f7ded9daf6af1d43e0c5611c4020beb5a9150d949e31ed4b32d56f358c4a15bde9e43b96c64ee9bffd50819a47343d0181bc415c1e3d04e20083610
+  metadata.gz: c881ab572c0da1361640ed2c0410b0a7ba4c98c4c26261bac21eecc0d5435a4a6de7f5d98f5f01620288e62348ea22ec572ef41f09ff169b1e8ec1184ab53276
+  data.tar.gz: 41cd487a57e48835398a4fdff8c6a64678d9230775874d7ae5b4d8e94e8ad50c511d7de42816a12438a3ffaef24b7830ec80d9c2552a514651ae939e415c7b38

data/README.md

@@ -13,7 +13,14 @@ gem 'leva'
 And then execute:
 
 ```bash
-$ bundle install
+bundle install
+```
+
+Add the migrations to your database:
+
+```bash
+rails leva:install:migrations
+rails db:migrate
 ```
 
 ## Usage

data/app/models/leva/dataset_record.rb

@@ -6,17 +6,17 @@
 #  recordable_type :string           not null
 #  created_at      :datetime         not null
 #  updated_at      :datetime         not null
-#  dataset_id      :integer          not null
+#  leva_dataset_id :integer          not null
 #  recordable_id   :integer          not null
 #
 # Indexes
 #
-#  index_leva_dataset_records_on_dataset_id  (dataset_id)
-#  index_leva_dataset_records_on_recordable  (recordable_type,recordable_id)
+#  index_leva_dataset_records_on_leva_dataset_id  (leva_dataset_id)
+#  index_leva_dataset_records_on_recordable       (recordable_type,recordable_id)
 #
 # Foreign Keys
 #
-#  dataset_id  (dataset_id => leva_datasets.id)
+#  leva_dataset_id  (leva_dataset_id => leva_datasets.id)
 #
 module Leva
   class DatasetRecord < ApplicationRecord

data/app/models/leva/evaluation_result.rb

@@ -2,24 +2,24 @@
 #
 # Table name: leva_evaluation_results
 #
-#  id                :integer          not null, primary key
-#  label             :string
-#  prediction        :string
-#  score             :float
-#  created_at        :datetime         not null
-#  updated_at        :datetime         not null
-#  dataset_record_id :integer          not null
-#  experiment_id     :integer          not null
+#  id                     :integer          not null, primary key
+#  label                  :string
+#  prediction             :string
+#  score                  :float
+#  created_at             :datetime         not null
+#  updated_at             :datetime         not null
+#  leva_dataset_record_id :integer          not null
+#  leva_experiment_id     :integer          not null
 #
 # Indexes
 #
-#  index_leva_evaluation_results_on_dataset_record_id  (dataset_record_id)
-#  index_leva_evaluation_results_on_experiment_id      (experiment_id)
+#  index_leva_evaluation_results_on_leva_dataset_record_id  (leva_dataset_record_id)
+#  index_leva_evaluation_results_on_leva_experiment_id      (leva_experiment_id)
 #
 # Foreign Keys
 #
-#  dataset_record_id  (dataset_record_id => leva_dataset_records.id)
-#  experiment_id      (experiment_id => leva_experiments.id)
+#  leva_dataset_record_id  (leva_dataset_record_id => leva_dataset_records.id)
+#  leva_experiment_id      (leva_experiment_id => leva_experiments.id)
 #
 module Leva
   class EvaluationResult < ApplicationRecord

data/app/models/leva/experiment.rb

@@ -2,24 +2,24 @@
 #
 # Table name: leva_experiments
 #
-#  id         :integer          not null, primary key
-#  metadata   :text
-#  name       :string
-#  status     :integer
-#  created_at :datetime         not null
-#  updated_at :datetime         not null
-#  dataset_id :integer          not null
-#  prompt_id  :integer
+#  id              :integer          not null, primary key
+#  metadata        :text
+#  name            :string
+#  status          :integer
+#  created_at      :datetime         not null
+#  updated_at      :datetime         not null
+#  leva_dataset_id :integer          not null
+#  leva_prompt_id  :integer
 #
 # Indexes
 #
-#  index_leva_experiments_on_dataset_id  (dataset_id)
-#  index_leva_experiments_on_prompt_id   (prompt_id)
+#  index_leva_experiments_on_leva_dataset_id  (leva_dataset_id)
+#  index_leva_experiments_on_leva_prompt_id   (leva_prompt_id)
 #
 # Foreign Keys
 #
-#  dataset_id  (dataset_id => leva_datasets.id)
-#  prompt_id   (prompt_id => leva_prompts.id)
+#  leva_dataset_id  (leva_dataset_id => leva_datasets.id)
+#  leva_prompt_id   (leva_prompt_id => leva_prompts.id)
 #
 module Leva
   class Experiment < ApplicationRecord

data/db/migrate/20240813173033_create_leva_dataset_records.rb

@@ -1,7 +1,7 @@
 class CreateLevaDatasetRecords < ActiveRecord::Migration[7.2]
   def change
     create_table :leva_dataset_records do |t|
-      t.references :dataset, null: false, foreign_key: true
+      t.references :leva_dataset, null: false, foreign_key: true
       t.references :recordable, polymorphic: true, null: false
 
       t.timestamps

data/db/migrate/20240813173050_create_leva_evaluation_results.rb

@@ -1,8 +1,8 @@
 class CreateLevaEvaluationResults < ActiveRecord::Migration[7.2]
   def change
     create_table :leva_evaluation_results do |t|
-      t.references :experiment, null: false, foreign_key: true
-      t.references :dataset_record, null: false, foreign_key: true
+      t.references :leva_experiment, null: false, foreign_key: true
+      t.references :leva_dataset_record, null: false, foreign_key: true
       t.string :prediction
       t.float :score
       t.string :label

data/db/migrate/20240813173222_create_leva_experiments.rb

@@ -2,8 +2,8 @@ class CreateLevaExperiments < ActiveRecord::Migration[7.2]
   def change
     create_table :leva_experiments do |t|
       t.string :name
-      t.references :dataset, null: false, foreign_key: true
-      t.references :prompt, null: true, foreign_key: true
+      t.references :leva_dataset, null: false, foreign_key: true
+      t.references :leva_prompt, null: true, foreign_key: true
       t.integer :status
       t.text :metadata
 

data/lib/leva/version.rb

@@ -1,3 +1,3 @@
 module Leva
-  VERSION = "0.1.1"
+  VERSION = "0.1.3"
 end

data/lib/leva.rb

@@ -34,6 +34,9 @@ module Leva
     # @param experiment [Leva::Experiment] The experiment to run.
     # @return [Hash] A hash mapping dataset_record_ids to their execution results.
     def run(experiment)
+      @experiment = experiment
+      @prompt = experiment.prompt
+
       results = {}
       experiment.dataset.dataset_records.find_each do |dataset_record|
         result = execute(dataset_record.recordable)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: leva
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.3
 platform: ruby
 authors:
 - Kieran Klaassen