purehtml 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/LICENSE +7 -0
- data/README.md +173 -0
- data/Rakefile +12 -0
- data/lib/purehtml/backend.rb +120 -0
- data/lib/purehtml/config.rb +9 -0
- data/lib/purehtml/config_factory.rb +129 -0
- data/lib/purehtml/configs/array_config.rb +32 -0
- data/lib/purehtml/configs/constant_config.rb +26 -0
- data/lib/purehtml/configs/default_value_config.rb +22 -0
- data/lib/purehtml/configs/object_config.rb +29 -0
- data/lib/purehtml/configs/primitive_value_config.rb +36 -0
- data/lib/purehtml/configs/union_config.rb +47 -0
- data/lib/purehtml/configs/with_selector.rb +33 -0
- data/lib/purehtml/errors.rb +24 -0
- data/lib/purehtml/extract_params.rb +27 -0
- data/lib/purehtml/transformer.rb +19 -0
- data/lib/purehtml/transformer_factory.rb +76 -0
- data/lib/purehtml/transformers/attr.rb +28 -0
- data/lib/purehtml/transformers/boolean.rb +25 -0
- data/lib/purehtml/transformers/capitalize.rb +27 -0
- data/lib/purehtml/transformers/exists.rb +17 -0
- data/lib/purehtml/transformers/html.rb +17 -0
- data/lib/purehtml/transformers/join.rb +26 -0
- data/lib/purehtml/transformers/json.rb +22 -0
- data/lib/purehtml/transformers/jsonpath.rb +139 -0
- data/lib/purehtml/transformers/length.rb +23 -0
- data/lib/purehtml/transformers/lower.rb +25 -0
- data/lib/purehtml/transformers/number.rb +37 -0
- data/lib/purehtml/transformers/remove_last_path_section.rb +40 -0
- data/lib/purehtml/transformers/remove_url_query_param.rb +36 -0
- data/lib/purehtml/transformers/replace.rb +36 -0
- data/lib/purehtml/transformers/resolve.rb +24 -0
- data/lib/purehtml/transformers/split.rb +31 -0
- data/lib/purehtml/transformers/text.rb +17 -0
- data/lib/purehtml/transformers/trim.rb +23 -0
- data/lib/purehtml/transformers/upper.rb +25 -0
- data/lib/purehtml/transformers/url_query_param.rb +36 -0
- data/lib/purehtml/transformers.rb +53 -0
- data/lib/purehtml/version.rb +5 -0
- data/lib/purehtml.rb +42 -0
- data/purehtml.gemspec +29 -0
- metadata +126 -0
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module PureHTML
|
|
4
|
+
class Error < StandardError; end
|
|
5
|
+
|
|
6
|
+
class InvalidParseInputError < Error
|
|
7
|
+
attr_reader :property, :value
|
|
8
|
+
|
|
9
|
+
def initialize(message = nil, property: nil, value: nil)
|
|
10
|
+
@property = property
|
|
11
|
+
@value = value
|
|
12
|
+
super(message || "Invalid parse input")
|
|
13
|
+
end
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
class ValidationError < Error
|
|
17
|
+
attr_reader :errors
|
|
18
|
+
|
|
19
|
+
def initialize(errors)
|
|
20
|
+
@errors = errors
|
|
21
|
+
super("Invalid config: #{errors.inspect}")
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module PureHTML
|
|
4
|
+
class ExtractParams
|
|
5
|
+
attr_reader :doc, :el, :url, :property, :val, :element_already_matched
|
|
6
|
+
|
|
7
|
+
def initialize(doc:, el:, url: "", property: "", val: nil, element_already_matched: false)
|
|
8
|
+
@doc = doc
|
|
9
|
+
@el = el
|
|
10
|
+
@url = url
|
|
11
|
+
@property = property
|
|
12
|
+
@val = val
|
|
13
|
+
@element_already_matched = element_already_matched
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
def dup_with(doc: nil, el: nil, url: nil, property: nil, val: nil, element_already_matched: nil)
|
|
17
|
+
ExtractParams.new(
|
|
18
|
+
doc: doc || @doc,
|
|
19
|
+
el: el.nil? ? @el : el,
|
|
20
|
+
url: url || @url,
|
|
21
|
+
property: property || @property,
|
|
22
|
+
val: val.nil? ? @val : val,
|
|
23
|
+
element_already_matched: element_already_matched.nil? ? @element_already_matched : element_already_matched
|
|
24
|
+
)
|
|
25
|
+
end
|
|
26
|
+
end
|
|
27
|
+
end
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
module PureHTML
|
|
4
|
+
class Transformer
|
|
5
|
+
attr_reader :args
|
|
6
|
+
|
|
7
|
+
def initialize(args = [])
|
|
8
|
+
@args = args || []
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def transform(params)
|
|
12
|
+
raise NotImplementedError
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def self.transformer_name
|
|
16
|
+
raise NotImplementedError
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
end
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "transformers"
|
|
4
|
+
require_relative "errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
class TransformerFactory
|
|
8
|
+
def self.create(def_str)
|
|
9
|
+
name, args = parse_definition(def_str)
|
|
10
|
+
klass = Transformers.get(name)
|
|
11
|
+
unless klass
|
|
12
|
+
raise Error, "Transformer with name #{name.inspect} not found."
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
klass.new(args)
|
|
16
|
+
end
|
|
17
|
+
|
|
18
|
+
def self.parse_definition(def_str)
|
|
19
|
+
open_idx = def_str.index("(")
|
|
20
|
+
if open_idx.nil?
|
|
21
|
+
[def_str.strip, []]
|
|
22
|
+
else
|
|
23
|
+
close_idx = def_str.rindex(")")
|
|
24
|
+
name = def_str[0...open_idx].strip
|
|
25
|
+
args_str = def_str[(open_idx + 1)...close_idx]
|
|
26
|
+
[name, parse_arg_list(args_str)]
|
|
27
|
+
end
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
def self.parse_arg_list(args_str)
|
|
31
|
+
args = []
|
|
32
|
+
i = 0
|
|
33
|
+
n = args_str.length
|
|
34
|
+
|
|
35
|
+
while i < n
|
|
36
|
+
while i < n && args_str[i] =~ /\s/
|
|
37
|
+
i += 1
|
|
38
|
+
end
|
|
39
|
+
break if i >= n
|
|
40
|
+
|
|
41
|
+
ch = args_str[i]
|
|
42
|
+
if ch == "\"" || ch == "'"
|
|
43
|
+
quote = ch
|
|
44
|
+
i += 1
|
|
45
|
+
chars = []
|
|
46
|
+
while i < n && args_str[i] != quote
|
|
47
|
+
if args_str[i] == "\\" && i + 1 < n && (args_str[i + 1] == quote || args_str[i + 1] == "\\")
|
|
48
|
+
chars << args_str[i + 1]
|
|
49
|
+
i += 2
|
|
50
|
+
else
|
|
51
|
+
chars << args_str[i]
|
|
52
|
+
i += 1
|
|
53
|
+
end
|
|
54
|
+
end
|
|
55
|
+
i += 1 # skip closing quote
|
|
56
|
+
args << chars.join
|
|
57
|
+
else
|
|
58
|
+
start = i
|
|
59
|
+
while i < n && args_str[i] != ","
|
|
60
|
+
i += 1
|
|
61
|
+
end
|
|
62
|
+
args << args_str[start...i].strip
|
|
63
|
+
end
|
|
64
|
+
|
|
65
|
+
while i < n && args_str[i] =~ /\s/
|
|
66
|
+
i += 1
|
|
67
|
+
end
|
|
68
|
+
if i < n && args_str[i] == ","
|
|
69
|
+
i += 1
|
|
70
|
+
end
|
|
71
|
+
end
|
|
72
|
+
|
|
73
|
+
args
|
|
74
|
+
end
|
|
75
|
+
end
|
|
76
|
+
end
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
|
|
5
|
+
module PureHTML
|
|
6
|
+
module Transformers
|
|
7
|
+
class AttrTransformer < Transformer
|
|
8
|
+
def self.transformer_name
|
|
9
|
+
"attr"
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def transform(params)
|
|
13
|
+
el = params.el
|
|
14
|
+
return nil if el.nil?
|
|
15
|
+
|
|
16
|
+
if @args.empty?
|
|
17
|
+
el.attr
|
|
18
|
+
elsif @args.length == 1
|
|
19
|
+
el.attr(@args[0])
|
|
20
|
+
else
|
|
21
|
+
@args.each_with_object({}) do |arg, acc|
|
|
22
|
+
acc[arg] = el.attr(arg)
|
|
23
|
+
end
|
|
24
|
+
end
|
|
25
|
+
end
|
|
26
|
+
end
|
|
27
|
+
end
|
|
28
|
+
end
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
|
|
5
|
+
module PureHTML
|
|
6
|
+
module Transformers
|
|
7
|
+
class BooleanTransformer < Transformer
|
|
8
|
+
def self.transformer_name
|
|
9
|
+
"boolean"
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def transform(params)
|
|
13
|
+
val = params.val
|
|
14
|
+
return false if val.nil?
|
|
15
|
+
return false if val == false
|
|
16
|
+
return false if val == 0 || val == 0.0
|
|
17
|
+
return false if val == ""
|
|
18
|
+
return false if val.is_a?(Array) && val.empty?
|
|
19
|
+
return false if val.is_a?(Hash) && val.empty?
|
|
20
|
+
|
|
21
|
+
true
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
25
|
+
end
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class CapitalizeTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"capitalize"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
val = params.val
|
|
15
|
+
return nil if val.nil?
|
|
16
|
+
|
|
17
|
+
unless val.is_a?(String)
|
|
18
|
+
raise InvalidParseInputError.new("Capitalize: invalid value type: #{val.class}", property: params.property, value: val)
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
return val if val.empty?
|
|
22
|
+
|
|
23
|
+
val.capitalize
|
|
24
|
+
end
|
|
25
|
+
end
|
|
26
|
+
end
|
|
27
|
+
end
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
|
|
5
|
+
module PureHTML
|
|
6
|
+
module Transformers
|
|
7
|
+
class ExistsTransformer < Transformer
|
|
8
|
+
def self.transformer_name
|
|
9
|
+
"exists"
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def transform(params)
|
|
13
|
+
!params.el.nil?
|
|
14
|
+
end
|
|
15
|
+
end
|
|
16
|
+
end
|
|
17
|
+
end
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
|
|
5
|
+
module PureHTML
|
|
6
|
+
module Transformers
|
|
7
|
+
class HtmlTransformer < Transformer
|
|
8
|
+
def self.transformer_name
|
|
9
|
+
"html"
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def transform(params)
|
|
13
|
+
params.el&.html
|
|
14
|
+
end
|
|
15
|
+
end
|
|
16
|
+
end
|
|
17
|
+
end
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class JoinTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"join"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
val = params.val
|
|
15
|
+
return nil if val.nil?
|
|
16
|
+
|
|
17
|
+
unless val.is_a?(Array)
|
|
18
|
+
raise InvalidParseInputError.new("Join: invalid value type: #{val.class}", property: params.property, value: val)
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
delimiter = @args[0] || ""
|
|
22
|
+
val.map(&:to_s).join(delimiter)
|
|
23
|
+
end
|
|
24
|
+
end
|
|
25
|
+
end
|
|
26
|
+
end
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "json"
|
|
4
|
+
require_relative "../transformer"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class JsonTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"json"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
source = params.val
|
|
15
|
+
source = params.el&.text if source.nil?
|
|
16
|
+
return nil if source.nil?
|
|
17
|
+
|
|
18
|
+
JSON.parse(source)
|
|
19
|
+
end
|
|
20
|
+
end
|
|
21
|
+
end
|
|
22
|
+
end
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class KeySegment
|
|
9
|
+
attr_reader :key
|
|
10
|
+
|
|
11
|
+
def initialize(key)
|
|
12
|
+
@key = key
|
|
13
|
+
end
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
class IndexSegment
|
|
17
|
+
attr_reader :index
|
|
18
|
+
|
|
19
|
+
def initialize(index)
|
|
20
|
+
@index = index
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
class JsonpathTransformer < Transformer
|
|
25
|
+
def self.transformer_name
|
|
26
|
+
"jsonpath"
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
def transform(params)
|
|
30
|
+
val = params.val
|
|
31
|
+
return nil if val.nil?
|
|
32
|
+
|
|
33
|
+
if @args.empty?
|
|
34
|
+
raise InvalidParseInputError.new('jsonpath: requires a path, e.g. jsonpath("$.a.b")', property: params.property, value: val)
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
segments = parse_path(@args[0])
|
|
38
|
+
evaluate_path(val, segments)
|
|
39
|
+
end
|
|
40
|
+
|
|
41
|
+
private
|
|
42
|
+
|
|
43
|
+
def parse_path(path)
|
|
44
|
+
raise "jsonpath: invalid path #{path.inspect}: must start with \"$\"" unless path.start_with?("$")
|
|
45
|
+
|
|
46
|
+
segments = []
|
|
47
|
+
i = 1
|
|
48
|
+
n = path.length
|
|
49
|
+
|
|
50
|
+
while i < n
|
|
51
|
+
ch = path[i]
|
|
52
|
+
if ch == "."
|
|
53
|
+
i += 1
|
|
54
|
+
start = i
|
|
55
|
+
while i < n && path[i] =~ /[a-zA-Z0-9_]/
|
|
56
|
+
i += 1
|
|
57
|
+
end
|
|
58
|
+
raise "jsonpath: invalid path #{path.inspect}: expected a name after \".\"" if i == start
|
|
59
|
+
|
|
60
|
+
segments << KeySegment.new(path[start...i])
|
|
61
|
+
elsif ch == "["
|
|
62
|
+
i += 1
|
|
63
|
+
raise "jsonpath: invalid path #{path.inspect}: unterminated \"[\"" if i >= n
|
|
64
|
+
|
|
65
|
+
if path[i] == "\"" || path[i] == "'"
|
|
66
|
+
quote = path[i]
|
|
67
|
+
i += 1
|
|
68
|
+
chars = []
|
|
69
|
+
while i < n && path[i] != quote
|
|
70
|
+
if path[i] == "\\" && i + 1 < n && (path[i + 1] == quote || path[i + 1] == "\\")
|
|
71
|
+
chars << path[i + 1]
|
|
72
|
+
i += 2
|
|
73
|
+
else
|
|
74
|
+
chars << path[i]
|
|
75
|
+
i += 1
|
|
76
|
+
end
|
|
77
|
+
end
|
|
78
|
+
raise "jsonpath: invalid path #{path.inspect}: unterminated quoted key" if i >= n
|
|
79
|
+
|
|
80
|
+
i += 1 # skip closing quote
|
|
81
|
+
segments << KeySegment.new(chars.join)
|
|
82
|
+
elsif path[i] == "-" || path[i] =~ /\d/
|
|
83
|
+
start = i
|
|
84
|
+
i += 1 if path[i] == "-"
|
|
85
|
+
digits_start = i
|
|
86
|
+
while i < n && path[i] =~ /\d/
|
|
87
|
+
i += 1
|
|
88
|
+
end
|
|
89
|
+
raise "jsonpath: invalid path #{path.inspect}: expected an index inside \"[]\"" if i == digits_start
|
|
90
|
+
|
|
91
|
+
segments << IndexSegment.new(path[start...i].to_i)
|
|
92
|
+
else
|
|
93
|
+
raise "jsonpath: invalid path #{path.inspect}: expected an index or quoted key inside \"[]\""
|
|
94
|
+
end
|
|
95
|
+
|
|
96
|
+
raise "jsonpath: invalid path #{path.inspect}: expected \"]\"" if i >= n || path[i] != "]"
|
|
97
|
+
|
|
98
|
+
i += 1
|
|
99
|
+
else
|
|
100
|
+
raise "jsonpath: invalid path #{path.inspect}: unexpected character #{ch.inspect} at position #{i}"
|
|
101
|
+
end
|
|
102
|
+
end
|
|
103
|
+
|
|
104
|
+
segments
|
|
105
|
+
end
|
|
106
|
+
|
|
107
|
+
def evaluate_path(root, segments)
|
|
108
|
+
current = root
|
|
109
|
+
|
|
110
|
+
segments.each do |segment|
|
|
111
|
+
return nil if current.nil?
|
|
112
|
+
|
|
113
|
+
if segment.is_a?(IndexSegment)
|
|
114
|
+
return nil unless current.is_a?(Array)
|
|
115
|
+
|
|
116
|
+
index = segment.index
|
|
117
|
+
index += current.length if index < 0
|
|
118
|
+
return nil if index < 0 || index >= current.length
|
|
119
|
+
|
|
120
|
+
current = current[index]
|
|
121
|
+
else
|
|
122
|
+
return nil unless current.is_a?(Hash)
|
|
123
|
+
|
|
124
|
+
key = segment.key
|
|
125
|
+
if current.key?(key)
|
|
126
|
+
current = current[key]
|
|
127
|
+
elsif current.key?(key.to_sym)
|
|
128
|
+
current = current[key.to_sym]
|
|
129
|
+
else
|
|
130
|
+
return nil
|
|
131
|
+
end
|
|
132
|
+
end
|
|
133
|
+
end
|
|
134
|
+
|
|
135
|
+
current
|
|
136
|
+
end
|
|
137
|
+
end
|
|
138
|
+
end
|
|
139
|
+
end
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class LengthTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"length"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
val = params.val
|
|
15
|
+
if val.is_a?(String) || val.is_a?(Array)
|
|
16
|
+
val.length
|
|
17
|
+
else
|
|
18
|
+
raise InvalidParseInputError.new("Length: invalid value type: #{val.class}", property: params.property, value: val)
|
|
19
|
+
end
|
|
20
|
+
end
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
end
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class LowerTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"lower"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
val = params.val
|
|
15
|
+
return nil if val.nil?
|
|
16
|
+
|
|
17
|
+
unless val.is_a?(String)
|
|
18
|
+
raise InvalidParseInputError.new("Lower: invalid value type: #{val.class}", property: params.property, value: val)
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
val.downcase
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
25
|
+
end
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class NumberTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"number"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
val = params.val
|
|
15
|
+
return nil if val.nil?
|
|
16
|
+
return val if val.is_a?(Numeric)
|
|
17
|
+
|
|
18
|
+
unless val.is_a?(String)
|
|
19
|
+
raise InvalidParseInputError.new("NumberTransformer: invalid value type: #{val.class}", property: params.property, value: val)
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
s = val.strip
|
|
23
|
+
if s =~ /\A-?\d+\z/
|
|
24
|
+
s.to_i
|
|
25
|
+
elsif s =~ /\A-?\d+(\.\d+)?([eE][+-]?\d+)?\z/
|
|
26
|
+
s.to_f
|
|
27
|
+
else
|
|
28
|
+
begin
|
|
29
|
+
Float(s)
|
|
30
|
+
rescue ArgumentError
|
|
31
|
+
raise InvalidParseInputError.new("NumberTransformer: not a valid number format: #{val.inspect}", property: params.property, value: val)
|
|
32
|
+
end
|
|
33
|
+
end
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
end
|
|
37
|
+
end
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "uri"
|
|
4
|
+
require_relative "../transformer"
|
|
5
|
+
require_relative "../errors"
|
|
6
|
+
|
|
7
|
+
module PureHTML
|
|
8
|
+
module Transformers
|
|
9
|
+
class RemoveLastPathSectionTransformer < Transformer
|
|
10
|
+
def self.transformer_name
|
|
11
|
+
"removeLastPathSection"
|
|
12
|
+
end
|
|
13
|
+
|
|
14
|
+
def transform(params)
|
|
15
|
+
val = params.val
|
|
16
|
+
return nil if val.nil?
|
|
17
|
+
|
|
18
|
+
unless val.is_a?(String)
|
|
19
|
+
raise InvalidParseInputError.new("removeLastPathSection: expected string. Got #{val.class}", property: params.property, value: val)
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
uri = URI.parse(val)
|
|
23
|
+
path = uri.path
|
|
24
|
+
if path.nil? || path.empty? || path == "/"
|
|
25
|
+
uri.path = "/"
|
|
26
|
+
return uri.to_s
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
path = path[0...-1] if path.end_with?("/") && path.length > 1
|
|
30
|
+
idx = path.rindex("/")
|
|
31
|
+
if idx.nil? || idx == 0
|
|
32
|
+
uri.path = "/"
|
|
33
|
+
else
|
|
34
|
+
uri.path = path[0...idx]
|
|
35
|
+
end
|
|
36
|
+
uri.to_s
|
|
37
|
+
end
|
|
38
|
+
end
|
|
39
|
+
end
|
|
40
|
+
end
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "uri"
|
|
4
|
+
require "set"
|
|
5
|
+
require_relative "../transformer"
|
|
6
|
+
require_relative "../errors"
|
|
7
|
+
|
|
8
|
+
module PureHTML
|
|
9
|
+
module Transformers
|
|
10
|
+
class RemoveUrlQueryParamTransformer < Transformer
|
|
11
|
+
def self.transformer_name
|
|
12
|
+
"removeUrlQueryParam"
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def transform(params)
|
|
16
|
+
val = params.val
|
|
17
|
+
unless val.is_a?(String)
|
|
18
|
+
raise InvalidParseInputError.new("removeUrlQueryParam: expected string. Got #{val.class}", property: params.property, value: val)
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
uri = URI.parse(val)
|
|
22
|
+
return val unless uri.query
|
|
23
|
+
|
|
24
|
+
if @args.empty?
|
|
25
|
+
uri.query = nil
|
|
26
|
+
else
|
|
27
|
+
remove_set = @args.to_set
|
|
28
|
+
pairs = URI.decode_www_form(uri.query)
|
|
29
|
+
remaining = pairs.reject { |k, _| remove_set.include?(k) }
|
|
30
|
+
uri.query = remaining.empty? ? nil : URI.encode_www_form(remaining)
|
|
31
|
+
end
|
|
32
|
+
uri.to_s
|
|
33
|
+
end
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
end
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require_relative "../transformer"
|
|
4
|
+
require_relative "../errors"
|
|
5
|
+
|
|
6
|
+
module PureHTML
|
|
7
|
+
module Transformers
|
|
8
|
+
class ReplaceTransformer < Transformer
|
|
9
|
+
def self.transformer_name
|
|
10
|
+
"replace"
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
def transform(params)
|
|
14
|
+
val = params.val
|
|
15
|
+
return nil if val.nil?
|
|
16
|
+
|
|
17
|
+
unless val.is_a?(String)
|
|
18
|
+
raise InvalidParseInputError.new("Replace: invalid value type: #{val.class}", property: params.property, value: val)
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
pattern, replacement = @args
|
|
22
|
+
if pattern.nil? || replacement.nil?
|
|
23
|
+
raise InvalidParseInputError.new('replace: requires a pattern and a replacement, e.g. replace("\\s+", " ")', property: params.property, value: val)
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
begin
|
|
27
|
+
regex = Regexp.new(pattern)
|
|
28
|
+
rep = replacement.gsub(/(?<!\\)\$(\d+)/, '\\\\\\1')
|
|
29
|
+
val.gsub(regex, rep)
|
|
30
|
+
rescue RegexpError
|
|
31
|
+
val.gsub(pattern, replacement)
|
|
32
|
+
end
|
|
33
|
+
end
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "uri"
|
|
4
|
+
require_relative "../transformer"
|
|
5
|
+
require_relative "../errors"
|
|
6
|
+
|
|
7
|
+
module PureHTML
|
|
8
|
+
module Transformers
|
|
9
|
+
class ResolveTransformer < Transformer
|
|
10
|
+
def self.transformer_name
|
|
11
|
+
"resolve"
|
|
12
|
+
end
|
|
13
|
+
|
|
14
|
+
def transform(params)
|
|
15
|
+
val = params.val
|
|
16
|
+
unless val.is_a?(String)
|
|
17
|
+
raise InvalidParseInputError.new("Resolve: invalid value type: #{val.class}", property: params.property, value: val)
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
URI.join(params.url, val).to_s
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|