evoc 3.8.0 → 3.8.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/evoc/version.rb +1 -1
- data/lib/evoc_cli/experiment.rb +0 -43
- data/lib/evoc_cli/info.rb +47 -0
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 085ad4c083e2ac19df50dbecd0a6279d0b5e010c
|
|
4
|
+
data.tar.gz: 57f950592bad1814599e2394c028ab8c47df8e50
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d8e4b6e718744121e6c50c3c49111c1f679c47f57376d9cca287697e2e04efa22bad6a55f6c29c7beba21e6a10b9f15134f1f539de9249d60a84e38846595a8e
|
|
7
|
+
data.tar.gz: 05f581eb1a4c8838c0258e920aca701db8400648b7dd8c2ab4a3184327732ad4e67b87bc46c2b860a055f8cece51f81509fea885d2c340d28abe0ece26ba3234
|
data/lib/evoc/version.rb
CHANGED
data/lib/evoc_cli/experiment.rb
CHANGED
|
@@ -74,49 +74,6 @@ module EvocCLI
|
|
|
74
74
|
method_option :unique_consequents, type: :boolean, default: false, desc: "Filter our duplicate consequents when evaluating, keeping the strongest. Only has effect when evaluating non-aggregated recommendations."
|
|
75
75
|
method_option :topk, type: :numeric, required: false, desc: "Evaluate over the top K items, these are selected AFTER any consequent filter"
|
|
76
76
|
desc "execute_scenarios [options]",""
|
|
77
|
-
long_desc <<-LONGDESC
|
|
78
|
-
keyword description
|
|
79
|
-
------- -----------
|
|
80
|
-
|
|
81
|
-
case_id: user provided tag for the history used
|
|
82
|
-
granularity: granularity of the history used
|
|
83
|
-
scenario_id: a unique indentifier for this scenario
|
|
84
|
-
tx_id: the sha of the commit that the query was sampled from
|
|
85
|
-
tx_index: the index of this transaction in the used history (0 is oldest)
|
|
86
|
-
tx_size: the number of items in the transaction
|
|
87
|
-
query_size: the number of items in the query
|
|
88
|
-
query_percentage: query_size/tx_size
|
|
89
|
-
expected_outcome_size: tx - query
|
|
90
|
-
model_size: number of previous transactions relative to this one
|
|
91
|
-
model_hours: time span from the first transaction to this one
|
|
92
|
-
model_age: number of transactions between end of model and this transaction
|
|
93
|
-
max_size: transactions larger than this are filtered out before generating rules
|
|
94
|
-
filtered_model_size: model size after the max_size filtering
|
|
95
|
-
algorithm: the mining algorithm used to generate the recommendation
|
|
96
|
-
aggregator: the aggregation function used to aggregate the rules of the recommendation
|
|
97
|
-
measures: the interestingnessmeasures used to rank each rule
|
|
98
|
-
recommendation_tag: a unique identifiter of the rules used as a basis for the recommendation
|
|
99
|
-
time_rulegeneration: how long it took to generate the rules
|
|
100
|
-
time_measurecalculation: how long it took to calculate the measures for each rule
|
|
101
|
-
time_aggregation: how long it took to aggregate the rules
|
|
102
|
-
number_of_baserules: number of rules before aggregation
|
|
103
|
-
number_of_rules: number of rules after aggregation (equal to number_of_baserules when not aggregating)
|
|
104
|
-
number_of_hyperrules: number of hyper rules after aggregating
|
|
105
|
-
mean_hyper_coefficient: average number of rules aggregated in each hyper rule
|
|
106
|
-
largest_antecedent: number of items in the largest antecedent (lhs of rule)
|
|
107
|
-
t_ap: average precision where ties are accounted for
|
|
108
|
-
ap: the average precision
|
|
109
|
-
precision: ratio of correct to incorrect items
|
|
110
|
-
precision10: ratio of correct to incorrect items in the top 10
|
|
111
|
-
recall: ratio of correct items in recommendation to full set of expected items
|
|
112
|
-
recall19: ratio of correct items in recommendation to full set of expected items in the top 10
|
|
113
|
-
mean_confidence: the average confidence of the rules in this recommendation
|
|
114
|
-
discernibility: the number of uniquely weighted rules to the number of rules
|
|
115
|
-
applicable: 1 if rules were generated, 0 otherwise
|
|
116
|
-
f1: the f1 measure
|
|
117
|
-
first_relevant: the rank of the first correct item
|
|
118
|
-
last_relevant: the rank of the last correct item
|
|
119
|
-
LONGDESC
|
|
120
77
|
def execute_scenarios
|
|
121
78
|
if !options[:permutation].nil?
|
|
122
79
|
STDERR.puts "Permutation option has been set, but the option is currently disabled and will have no effect"
|
data/lib/evoc_cli/info.rb
CHANGED
|
@@ -18,5 +18,52 @@ module EvocCLI
|
|
|
18
18
|
$stdout.puts "#{m},\"#{range}\""
|
|
19
19
|
end
|
|
20
20
|
end
|
|
21
|
+
|
|
22
|
+
desc "dict","Print dictionary for the data generated by 'evoc experiment execute_scenarios'"
|
|
23
|
+
def dict
|
|
24
|
+
$stdout.puts "
|
|
25
|
+
keyword description
|
|
26
|
+
------- -----------
|
|
27
|
+
|
|
28
|
+
case_id: user provided tag for the history used
|
|
29
|
+
granularity: granularity of the history used
|
|
30
|
+
scenario_id: a unique indentifier for this scenario
|
|
31
|
+
tx_id: the sha of the commit that the query was sampled from
|
|
32
|
+
tx_index: the index of this transaction in the used history (0 is oldest)
|
|
33
|
+
tx_size: the number of items in the transaction
|
|
34
|
+
query_size: the number of items in the query
|
|
35
|
+
query_percentage: query_size/tx_size
|
|
36
|
+
expected_outcome_size: |tx - query|
|
|
37
|
+
model_size: number of previous transactions relative to this one
|
|
38
|
+
model_hours: time span from the first transaction to this one
|
|
39
|
+
model_age: number of transactions between end of model and this transaction
|
|
40
|
+
max_size: transactions larger than this are filtered out before generating rules
|
|
41
|
+
filtered_model_size: model size after the max_size filtering
|
|
42
|
+
algorithm: the mining algorithm used to generate the recommendation
|
|
43
|
+
aggregator: the aggregation function used to aggregate the rules of the recommendation
|
|
44
|
+
measures: the interestingnessmeasures used to rank each rule
|
|
45
|
+
recommendation_tag: a unique identifiter of the rules used as a basis for the recommendation
|
|
46
|
+
time_rulegeneration: how long it took to generate the rules
|
|
47
|
+
time_measurecalculation: how long it took to calculate the measures for each rule
|
|
48
|
+
time_aggregation: how long it took to aggregate the rules
|
|
49
|
+
number_of_baserules: number of rules before aggregation
|
|
50
|
+
number_of_rules: number of rules after aggregation (equal to number_of_baserules when not aggregating)
|
|
51
|
+
number_of_hyperrules: number of hyper rules after aggregating
|
|
52
|
+
mean_hyper_coefficient: average number of rules aggregated in each hyper rule
|
|
53
|
+
largest_antecedent: number of items in the largest antecedent (lhs of rule)
|
|
54
|
+
t_ap: average precision where ties are accounted for
|
|
55
|
+
ap: the average precision
|
|
56
|
+
precision: ratio of correct to incorrect items
|
|
57
|
+
precision10: ratio of correct to incorrect items in the top 10
|
|
58
|
+
recall: ratio of correct items in recommendation to full set of expected items
|
|
59
|
+
recall19: ratio of correct items in recommendation to full set of expected items in the top 10
|
|
60
|
+
mean_confidence: the average confidence of the rules in this recommendation
|
|
61
|
+
discernibility: the number of uniquely weighted rules to the number of rules
|
|
62
|
+
applicable: 1 if rules were generated, 0 otherwise
|
|
63
|
+
f1: the f1 measure
|
|
64
|
+
first_relevant: the rank of the first correct item
|
|
65
|
+
last_relevant: the rank of the last correct item
|
|
66
|
+
"
|
|
67
|
+
end
|
|
21
68
|
end
|
|
22
69
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: evoc
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.8.
|
|
4
|
+
version: 3.8.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Thomas Rolfsnes
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-02-
|
|
11
|
+
date: 2017-02-15 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|