aemo 0.8.0 → 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aemo/nem12.rb +8 -8
- data/lib/aemo/version.rb +1 -1
- data/lib/data/xml_to_json.rb +32 -32
- data/spec/lib/aemo/nem12_spec.rb +3 -3
- metadata +25 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 73e691013d64da5c3cf62eece64d3ef52adef68fc6113c0ed78a0f81da9bd923
|
|
4
|
+
data.tar.gz: ea3a3a5e119dae5ca0d4c77d355bc7fa8747f9e81f93c0cecd822b0c0ee95935
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b03eed2e8b13e18fb367b6886fa861ba21c0d6014739a1f551f3b050428df9c8a5a50797901768ea4f3db0001a75c4cb4b14800d1f566058d46d025b3c86222f
|
|
7
|
+
data.tar.gz: 7bdd428a8dd55fc73616db95eb707788c15fd3ec063b6944139eebf870b3b85a7a54ac196c678a64d5c21ab42acd0c8ab93f6185ef1337d87bfd020b91c25fd5
|
data/lib/aemo/nem12.rb
CHANGED
|
@@ -228,24 +228,24 @@ module AEMO
|
|
|
228
228
|
raise ArgumentError, "Interval number #{i - 1} is not valid" if csv[i].nil? || csv[i].match(/\d+(\.\d+)?/).nil?
|
|
229
229
|
end
|
|
230
230
|
|
|
231
|
-
raise ArgumentError, 'QualityMethod is not valid' unless csv[intervals_offset
|
|
232
|
-
raise ArgumentError, 'QualityMethod does not have valid length' unless [1, 3].include?(csv[intervals_offset
|
|
231
|
+
raise ArgumentError, 'QualityMethod is not valid' unless csv[intervals_offset].instance_of?(String)
|
|
232
|
+
raise ArgumentError, 'QualityMethod does not have valid length' unless [1, 3].include?(csv[intervals_offset].length)
|
|
233
233
|
|
|
234
|
-
unless QUALITY_FLAGS.keys.include?(csv[intervals_offset
|
|
234
|
+
unless QUALITY_FLAGS.keys.include?(csv[intervals_offset][0])
|
|
235
235
|
raise ArgumentError,
|
|
236
236
|
'QualityMethod does not have valid QualityFlag'
|
|
237
237
|
end
|
|
238
238
|
|
|
239
|
-
unless %w[A N V].include?(csv[intervals_offset
|
|
240
|
-
raise ArgumentError, 'QualityMethod does not have valid length' unless csv[intervals_offset
|
|
239
|
+
unless %w[A N V].include?(csv[intervals_offset][0])
|
|
240
|
+
raise ArgumentError, 'QualityMethod does not have valid length' unless csv[intervals_offset].length == 3
|
|
241
241
|
|
|
242
|
-
unless METHOD_FLAGS.keys.include?(csv[intervals_offset
|
|
242
|
+
unless METHOD_FLAGS.keys.include?(csv[intervals_offset][1..2].to_i)
|
|
243
243
|
raise ArgumentError,
|
|
244
244
|
'QualityMethod does not have valid MethodFlag'
|
|
245
245
|
end
|
|
246
246
|
end
|
|
247
247
|
|
|
248
|
-
raise ArgumentError, 'ReasonCode is not valid' if !%w[A N E].include?(csv[intervals_offset
|
|
248
|
+
raise ArgumentError, 'ReasonCode is not valid' if !%w[A N E].include?(csv[intervals_offset][0]) && !REASON_CODES.keys.include?(csv[intervals_offset + 1].to_i)
|
|
249
249
|
|
|
250
250
|
if !csv[intervals_offset + 1].nil? && csv[intervals_offset + 1].to_i.zero? && !(csv[intervals_offset + 2].instance_of?(String) && !csv[intervals_offset + 2].empty?)
|
|
251
251
|
raise ArgumentError,
|
|
@@ -265,7 +265,7 @@ module AEMO
|
|
|
265
265
|
end
|
|
266
266
|
|
|
267
267
|
# Deal with flags - explicitly set all flag values
|
|
268
|
-
flag = AEMO::MeterData::Flag.from_quality_method_reason_code(quality_method: csv[intervals_offset
|
|
268
|
+
flag = AEMO::MeterData::Flag.from_quality_method_reason_code(quality_method: csv[intervals_offset], reason_code: csv[intervals_offset + 1], validate: strict)
|
|
269
269
|
|
|
270
270
|
# Deal with updated_at & msats_load_at
|
|
271
271
|
updated_at = nil
|
data/lib/aemo/version.rb
CHANGED
data/lib/data/xml_to_json.rb
CHANGED
|
@@ -40,39 +40,39 @@ end
|
|
|
40
40
|
# Now to create the DLF and TNI output JSON files for use
|
|
41
41
|
@files.select { |x| ['aemo-tni.xml', 'aemo-dlf.xml'].include?(x) }
|
|
42
42
|
.each do |file|
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
43
|
+
output_file = file.gsub('.xml', '.json')
|
|
44
|
+
output_data = {}
|
|
45
|
+
File.open(File.join(@path, file)) do |open_file|
|
|
46
|
+
Nokogiri::XML(open_file) do |c|
|
|
47
|
+
c.options = Nokogiri::XML::ParseOptions::NOBLANKS
|
|
48
|
+
end
|
|
49
|
+
end
|
|
50
50
|
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
end
|
|
68
|
-
puts 'output_data_instance[:mlf_data][:loss_factors]: ' \
|
|
69
|
-
"#{output_data_instance[:mlf_data][:loss_factors].inspect}"
|
|
70
|
-
end
|
|
71
|
-
elsif file =~ /dlf/
|
|
72
|
-
output_data_instance[:nsp_code] = @dlf_data[code]
|
|
73
|
-
end
|
|
74
|
-
output_data[code] << output_data_instance
|
|
51
|
+
xml.xpath('//Row').each do |row|
|
|
52
|
+
row_children = row.children
|
|
53
|
+
code = row_children.find { |x| x.name == 'Code' }.children.first.text
|
|
54
|
+
output_data[code] ||= []
|
|
55
|
+
output_data_instance = {}
|
|
56
|
+
row_children.each do |row_child|
|
|
57
|
+
output_data_instance[row_child.name] = row_child.children.first.text
|
|
58
|
+
end
|
|
59
|
+
if file =~ /tni/
|
|
60
|
+
puts "output_data_instance: #{output_data_instance.inspect}"
|
|
61
|
+
output_data_instance[:mlf_data] = {}
|
|
62
|
+
unless @mlf_data[code].nil?
|
|
63
|
+
output_data_instance[:mlf_data] = @mlf_data[code].deep_dup
|
|
64
|
+
output_data_instance[:mlf_data][:loss_factors].reject! do |x|
|
|
65
|
+
Time.parse(output_data_instance['ToDate']) < x[:start] ||
|
|
66
|
+
Time.parse(output_data_instance['FromDate']) >= x[:finish]
|
|
75
67
|
end
|
|
68
|
+
puts 'output_data_instance[:mlf_data][:loss_factors]: ' \
|
|
69
|
+
"#{output_data_instance[:mlf_data][:loss_factors].inspect}"
|
|
70
|
+
end
|
|
71
|
+
elsif file =~ /dlf/
|
|
72
|
+
output_data_instance[:nsp_code] = @dlf_data[code]
|
|
73
|
+
end
|
|
74
|
+
output_data[code] << output_data_instance
|
|
75
|
+
end
|
|
76
76
|
|
|
77
|
-
|
|
77
|
+
File.write(File.join(@path, output_file), output_data.to_json)
|
|
78
78
|
end
|
data/spec/lib/aemo/nem12_spec.rb
CHANGED
|
@@ -135,9 +135,9 @@ describe AEMO::NEM12 do
|
|
|
135
135
|
Dir.entries(File.join(File.dirname(__FILE__), '..', '..', 'fixtures', 'NEM12'))
|
|
136
136
|
.reject { |f| %w[. .. .DS_Store].include?(f) }
|
|
137
137
|
.each do |file|
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
138
|
+
described_class.parse_nem12_file(fixture(File.join('NEM12', file))).each do |nem12|
|
|
139
|
+
expect(nem12.nmi_identifier).to be_a String
|
|
140
|
+
end
|
|
141
141
|
end
|
|
142
142
|
end
|
|
143
143
|
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aemo
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.9.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Joel Courtney
|
|
@@ -21,7 +21,7 @@ dependencies:
|
|
|
21
21
|
version: 4.2.6
|
|
22
22
|
- - "<"
|
|
23
23
|
- !ruby/object:Gem::Version
|
|
24
|
-
version: '
|
|
24
|
+
version: '9.0'
|
|
25
25
|
type: :runtime
|
|
26
26
|
prerelease: false
|
|
27
27
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -31,7 +31,7 @@ dependencies:
|
|
|
31
31
|
version: 4.2.6
|
|
32
32
|
- - "<"
|
|
33
33
|
- !ruby/object:Gem::Version
|
|
34
|
-
version: '
|
|
34
|
+
version: '9.0'
|
|
35
35
|
- !ruby/object:Gem::Dependency
|
|
36
36
|
name: httparty
|
|
37
37
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -101,7 +101,7 @@ dependencies:
|
|
|
101
101
|
version: '1.19'
|
|
102
102
|
- - ">="
|
|
103
103
|
- !ruby/object:Gem::Version
|
|
104
|
-
version: 1.19.
|
|
104
|
+
version: 1.19.3
|
|
105
105
|
type: :runtime
|
|
106
106
|
prerelease: false
|
|
107
107
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -111,7 +111,27 @@ dependencies:
|
|
|
111
111
|
version: '1.19'
|
|
112
112
|
- - ">="
|
|
113
113
|
- !ruby/object:Gem::Version
|
|
114
|
-
version: 1.19.
|
|
114
|
+
version: 1.19.3
|
|
115
|
+
- !ruby/object:Gem::Dependency
|
|
116
|
+
name: ostruct
|
|
117
|
+
requirement: !ruby/object:Gem::Requirement
|
|
118
|
+
requirements:
|
|
119
|
+
- - "~>"
|
|
120
|
+
- !ruby/object:Gem::Version
|
|
121
|
+
version: '0.5'
|
|
122
|
+
- - ">="
|
|
123
|
+
- !ruby/object:Gem::Version
|
|
124
|
+
version: 0.5.0
|
|
125
|
+
type: :runtime
|
|
126
|
+
prerelease: false
|
|
127
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
128
|
+
requirements:
|
|
129
|
+
- - "~>"
|
|
130
|
+
- !ruby/object:Gem::Version
|
|
131
|
+
version: '0.5'
|
|
132
|
+
- - ">="
|
|
133
|
+
- !ruby/object:Gem::Version
|
|
134
|
+
version: 0.5.0
|
|
115
135
|
- !ruby/object:Gem::Dependency
|
|
116
136
|
name: rexml
|
|
117
137
|
requirement: !ruby/object:Gem::Requirement
|