evoc 3.8.0 → 3.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/evoc/version.rb +1 -1
- data/lib/evoc_cli/experiment.rb +0 -43
- data/lib/evoc_cli/info.rb +47 -0
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 085ad4c083e2ac19df50dbecd0a6279d0b5e010c
|
|
4
|
+
data.tar.gz: 57f950592bad1814599e2394c028ab8c47df8e50
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d8e4b6e718744121e6c50c3c49111c1f679c47f57376d9cca287697e2e04efa22bad6a55f6c29c7beba21e6a10b9f15134f1f539de9249d60a84e38846595a8e
|
|
7
|
+
data.tar.gz: 05f581eb1a4c8838c0258e920aca701db8400648b7dd8c2ab4a3184327732ad4e67b87bc46c2b860a055f8cece51f81509fea885d2c340d28abe0ece26ba3234
|
data/lib/evoc/version.rb
CHANGED
data/lib/evoc_cli/experiment.rb
CHANGED
|
@@ -74,49 +74,6 @@ module EvocCLI
|
|
|
74
74
|
method_option :unique_consequents, type: :boolean, default: false, desc: "Filter our duplicate consequents when evaluating, keeping the strongest. Only has effect when evaluating non-aggregated recommendations."
|
|
75
75
|
method_option :topk, type: :numeric, required: false, desc: "Evaluate over the top K items, these are selected AFTER any consequent filter"
|
|
76
76
|
desc "execute_scenarios [options]",""
|
|
77
|
-
long_desc <<-LONGDESC
|
|
78
|
-
keyword description
|
|
79
|
-
------- -----------
|
|
80
|
-
|
|
81
|
-
case_id: user provided tag for the history used
|
|
82
|
-
granularity: granularity of the history used
|
|
83
|
-
scenario_id: a unique indentifier for this scenario
|
|
84
|
-
tx_id: the sha of the commit that the query was sampled from
|
|
85
|
-
tx_index: the index of this transaction in the used history (0 is oldest)
|
|
86
|
-
tx_size: the number of items in the transaction
|
|
87
|
-
query_size: the number of items in the query
|
|
88
|
-
query_percentage: query_size/tx_size
|
|
89
|
-
expected_outcome_size: tx - query
|
|
90
|
-
model_size: number of previous transactions relative to this one
|
|
91
|
-
model_hours: time span from the first transaction to this one
|
|
92
|
-
model_age: number of transactions between end of model and this transaction
|
|
93
|
-
max_size: transactions larger than this are filtered out before generating rules
|
|
94
|
-
filtered_model_size: model size after the max_size filtering
|
|
95
|
-
algorithm: the mining algorithm used to generate the recommendation
|
|
96
|
-
aggregator: the aggregation function used to aggregate the rules of the recommendation
|
|
97
|
-
measures: the interestingnessmeasures used to rank each rule
|
|
98
|
-
recommendation_tag: a unique identifiter of the rules used as a basis for the recommendation
|
|
99
|
-
time_rulegeneration: how long it took to generate the rules
|
|
100
|
-
time_measurecalculation: how long it took to calculate the measures for each rule
|
|
101
|
-
time_aggregation: how long it took to aggregate the rules
|
|
102
|
-
number_of_baserules: number of rules before aggregation
|
|
103
|
-
number_of_rules: number of rules after aggregation (equal to number_of_baserules when not aggregating)
|
|
104
|
-
number_of_hyperrules: number of hyper rules after aggregating
|
|
105
|
-
mean_hyper_coefficient: average number of rules aggregated in each hyper rule
|
|
106
|
-
largest_antecedent: number of items in the largest antecedent (lhs of rule)
|
|
107
|
-
t_ap: average precision where ties are accounted for
|
|
108
|
-
ap: the average precision
|
|
109
|
-
precision: ratio of correct to incorrect items
|
|
110
|
-
precision10: ratio of correct to incorrect items in the top 10
|
|
111
|
-
recall: ratio of correct items in recommendation to full set of expected items
|
|
112
|
-
recall19: ratio of correct items in recommendation to full set of expected items in the top 10
|
|
113
|
-
mean_confidence: the average confidence of the rules in this recommendation
|
|
114
|
-
discernibility: the number of uniquely weighted rules to the number of rules
|
|
115
|
-
applicable: 1 if rules were generated, 0 otherwise
|
|
116
|
-
f1: the f1 measure
|
|
117
|
-
first_relevant: the rank of the first correct item
|
|
118
|
-
last_relevant: the rank of the last correct item
|
|
119
|
-
LONGDESC
|
|
120
77
|
def execute_scenarios
|
|
121
78
|
if !options[:permutation].nil?
|
|
122
79
|
STDERR.puts "Permutation option has been set, but the option is currently disabled and will have no effect"
|
data/lib/evoc_cli/info.rb
CHANGED
|
@@ -18,5 +18,52 @@ module EvocCLI
|
|
|
18
18
|
$stdout.puts "#{m},\"#{range}\""
|
|
19
19
|
end
|
|
20
20
|
end
|
|
21
|
+
|
|
22
|
+
desc "dict","Print dictionary for the data generated by 'evoc experiment execute_scenarios'"
|
|
23
|
+
def dict
|
|
24
|
+
$stdout.puts "
|
|
25
|
+
keyword description
|
|
26
|
+
------- -----------
|
|
27
|
+
|
|
28
|
+
case_id: user provided tag for the history used
|
|
29
|
+
granularity: granularity of the history used
|
|
30
|
+
scenario_id: a unique indentifier for this scenario
|
|
31
|
+
tx_id: the sha of the commit that the query was sampled from
|
|
32
|
+
tx_index: the index of this transaction in the used history (0 is oldest)
|
|
33
|
+
tx_size: the number of items in the transaction
|
|
34
|
+
query_size: the number of items in the query
|
|
35
|
+
query_percentage: query_size/tx_size
|
|
36
|
+
expected_outcome_size: |tx - query|
|
|
37
|
+
model_size: number of previous transactions relative to this one
|
|
38
|
+
model_hours: time span from the first transaction to this one
|
|
39
|
+
model_age: number of transactions between end of model and this transaction
|
|
40
|
+
max_size: transactions larger than this are filtered out before generating rules
|
|
41
|
+
filtered_model_size: model size after the max_size filtering
|
|
42
|
+
algorithm: the mining algorithm used to generate the recommendation
|
|
43
|
+
aggregator: the aggregation function used to aggregate the rules of the recommendation
|
|
44
|
+
measures: the interestingnessmeasures used to rank each rule
|
|
45
|
+
recommendation_tag: a unique identifiter of the rules used as a basis for the recommendation
|
|
46
|
+
time_rulegeneration: how long it took to generate the rules
|
|
47
|
+
time_measurecalculation: how long it took to calculate the measures for each rule
|
|
48
|
+
time_aggregation: how long it took to aggregate the rules
|
|
49
|
+
number_of_baserules: number of rules before aggregation
|
|
50
|
+
number_of_rules: number of rules after aggregation (equal to number_of_baserules when not aggregating)
|
|
51
|
+
number_of_hyperrules: number of hyper rules after aggregating
|
|
52
|
+
mean_hyper_coefficient: average number of rules aggregated in each hyper rule
|
|
53
|
+
largest_antecedent: number of items in the largest antecedent (lhs of rule)
|
|
54
|
+
t_ap: average precision where ties are accounted for
|
|
55
|
+
ap: the average precision
|
|
56
|
+
precision: ratio of correct to incorrect items
|
|
57
|
+
precision10: ratio of correct to incorrect items in the top 10
|
|
58
|
+
recall: ratio of correct items in recommendation to full set of expected items
|
|
59
|
+
recall19: ratio of correct items in recommendation to full set of expected items in the top 10
|
|
60
|
+
mean_confidence: the average confidence of the rules in this recommendation
|
|
61
|
+
discernibility: the number of uniquely weighted rules to the number of rules
|
|
62
|
+
applicable: 1 if rules were generated, 0 otherwise
|
|
63
|
+
f1: the f1 measure
|
|
64
|
+
first_relevant: the rank of the first correct item
|
|
65
|
+
last_relevant: the rank of the last correct item
|
|
66
|
+
"
|
|
67
|
+
end
|
|
21
68
|
end
|
|
22
69
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: evoc
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.8.
|
|
4
|
+
version: 3.8.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Thomas Rolfsnes
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-02-
|
|
11
|
+
date: 2017-02-15 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|