purehtml 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. checksums.yaml +7 -0
  2. data/LICENSE +7 -0
  3. data/README.md +173 -0
  4. data/Rakefile +12 -0
  5. data/lib/purehtml/backend.rb +120 -0
  6. data/lib/purehtml/config.rb +9 -0
  7. data/lib/purehtml/config_factory.rb +129 -0
  8. data/lib/purehtml/configs/array_config.rb +32 -0
  9. data/lib/purehtml/configs/constant_config.rb +26 -0
  10. data/lib/purehtml/configs/default_value_config.rb +22 -0
  11. data/lib/purehtml/configs/object_config.rb +29 -0
  12. data/lib/purehtml/configs/primitive_value_config.rb +36 -0
  13. data/lib/purehtml/configs/union_config.rb +47 -0
  14. data/lib/purehtml/configs/with_selector.rb +33 -0
  15. data/lib/purehtml/errors.rb +24 -0
  16. data/lib/purehtml/extract_params.rb +27 -0
  17. data/lib/purehtml/transformer.rb +19 -0
  18. data/lib/purehtml/transformer_factory.rb +76 -0
  19. data/lib/purehtml/transformers/attr.rb +28 -0
  20. data/lib/purehtml/transformers/boolean.rb +25 -0
  21. data/lib/purehtml/transformers/capitalize.rb +27 -0
  22. data/lib/purehtml/transformers/exists.rb +17 -0
  23. data/lib/purehtml/transformers/html.rb +17 -0
  24. data/lib/purehtml/transformers/join.rb +26 -0
  25. data/lib/purehtml/transformers/json.rb +22 -0
  26. data/lib/purehtml/transformers/jsonpath.rb +139 -0
  27. data/lib/purehtml/transformers/length.rb +23 -0
  28. data/lib/purehtml/transformers/lower.rb +25 -0
  29. data/lib/purehtml/transformers/number.rb +37 -0
  30. data/lib/purehtml/transformers/remove_last_path_section.rb +40 -0
  31. data/lib/purehtml/transformers/remove_url_query_param.rb +36 -0
  32. data/lib/purehtml/transformers/replace.rb +36 -0
  33. data/lib/purehtml/transformers/resolve.rb +24 -0
  34. data/lib/purehtml/transformers/split.rb +31 -0
  35. data/lib/purehtml/transformers/text.rb +17 -0
  36. data/lib/purehtml/transformers/trim.rb +23 -0
  37. data/lib/purehtml/transformers/upper.rb +25 -0
  38. data/lib/purehtml/transformers/url_query_param.rb +36 -0
  39. data/lib/purehtml/transformers.rb +53 -0
  40. data/lib/purehtml/version.rb +5 -0
  41. data/lib/purehtml.rb +42 -0
  42. data/purehtml.gemspec +29 -0
  43. metadata +126 -0
@@ -0,0 +1,24 @@
1
+ # frozen_string_literal: true
2
+
3
+ module PureHTML
4
+ class Error < StandardError; end
5
+
6
+ class InvalidParseInputError < Error
7
+ attr_reader :property, :value
8
+
9
+ def initialize(message = nil, property: nil, value: nil)
10
+ @property = property
11
+ @value = value
12
+ super(message || "Invalid parse input")
13
+ end
14
+ end
15
+
16
+ class ValidationError < Error
17
+ attr_reader :errors
18
+
19
+ def initialize(errors)
20
+ @errors = errors
21
+ super("Invalid config: #{errors.inspect}")
22
+ end
23
+ end
24
+ end
@@ -0,0 +1,27 @@
1
+ # frozen_string_literal: true
2
+
3
+ module PureHTML
4
+ class ExtractParams
5
+ attr_reader :doc, :el, :url, :property, :val, :element_already_matched
6
+
7
+ def initialize(doc:, el:, url: "", property: "", val: nil, element_already_matched: false)
8
+ @doc = doc
9
+ @el = el
10
+ @url = url
11
+ @property = property
12
+ @val = val
13
+ @element_already_matched = element_already_matched
14
+ end
15
+
16
+ def dup_with(doc: nil, el: nil, url: nil, property: nil, val: nil, element_already_matched: nil)
17
+ ExtractParams.new(
18
+ doc: doc || @doc,
19
+ el: el.nil? ? @el : el,
20
+ url: url || @url,
21
+ property: property || @property,
22
+ val: val.nil? ? @val : val,
23
+ element_already_matched: element_already_matched.nil? ? @element_already_matched : element_already_matched
24
+ )
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,19 @@
1
+ # frozen_string_literal: true
2
+
3
+ module PureHTML
4
+ class Transformer
5
+ attr_reader :args
6
+
7
+ def initialize(args = [])
8
+ @args = args || []
9
+ end
10
+
11
+ def transform(params)
12
+ raise NotImplementedError
13
+ end
14
+
15
+ def self.transformer_name
16
+ raise NotImplementedError
17
+ end
18
+ end
19
+ end
@@ -0,0 +1,76 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "transformers"
4
+ require_relative "errors"
5
+
6
+ module PureHTML
7
+ class TransformerFactory
8
+ def self.create(def_str)
9
+ name, args = parse_definition(def_str)
10
+ klass = Transformers.get(name)
11
+ unless klass
12
+ raise Error, "Transformer with name #{name.inspect} not found."
13
+ end
14
+
15
+ klass.new(args)
16
+ end
17
+
18
+ def self.parse_definition(def_str)
19
+ open_idx = def_str.index("(")
20
+ if open_idx.nil?
21
+ [def_str.strip, []]
22
+ else
23
+ close_idx = def_str.rindex(")")
24
+ name = def_str[0...open_idx].strip
25
+ args_str = def_str[(open_idx + 1)...close_idx]
26
+ [name, parse_arg_list(args_str)]
27
+ end
28
+ end
29
+
30
+ def self.parse_arg_list(args_str)
31
+ args = []
32
+ i = 0
33
+ n = args_str.length
34
+
35
+ while i < n
36
+ while i < n && args_str[i] =~ /\s/
37
+ i += 1
38
+ end
39
+ break if i >= n
40
+
41
+ ch = args_str[i]
42
+ if ch == "\"" || ch == "'"
43
+ quote = ch
44
+ i += 1
45
+ chars = []
46
+ while i < n && args_str[i] != quote
47
+ if args_str[i] == "\\" && i + 1 < n && (args_str[i + 1] == quote || args_str[i + 1] == "\\")
48
+ chars << args_str[i + 1]
49
+ i += 2
50
+ else
51
+ chars << args_str[i]
52
+ i += 1
53
+ end
54
+ end
55
+ i += 1 # skip closing quote
56
+ args << chars.join
57
+ else
58
+ start = i
59
+ while i < n && args_str[i] != ","
60
+ i += 1
61
+ end
62
+ args << args_str[start...i].strip
63
+ end
64
+
65
+ while i < n && args_str[i] =~ /\s/
66
+ i += 1
67
+ end
68
+ if i < n && args_str[i] == ","
69
+ i += 1
70
+ end
71
+ end
72
+
73
+ args
74
+ end
75
+ end
76
+ end
@@ -0,0 +1,28 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+
5
+ module PureHTML
6
+ module Transformers
7
+ class AttrTransformer < Transformer
8
+ def self.transformer_name
9
+ "attr"
10
+ end
11
+
12
+ def transform(params)
13
+ el = params.el
14
+ return nil if el.nil?
15
+
16
+ if @args.empty?
17
+ el.attr
18
+ elsif @args.length == 1
19
+ el.attr(@args[0])
20
+ else
21
+ @args.each_with_object({}) do |arg, acc|
22
+ acc[arg] = el.attr(arg)
23
+ end
24
+ end
25
+ end
26
+ end
27
+ end
28
+ end
@@ -0,0 +1,25 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+
5
+ module PureHTML
6
+ module Transformers
7
+ class BooleanTransformer < Transformer
8
+ def self.transformer_name
9
+ "boolean"
10
+ end
11
+
12
+ def transform(params)
13
+ val = params.val
14
+ return false if val.nil?
15
+ return false if val == false
16
+ return false if val == 0 || val == 0.0
17
+ return false if val == ""
18
+ return false if val.is_a?(Array) && val.empty?
19
+ return false if val.is_a?(Hash) && val.empty?
20
+
21
+ true
22
+ end
23
+ end
24
+ end
25
+ end
@@ -0,0 +1,27 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class CapitalizeTransformer < Transformer
9
+ def self.transformer_name
10
+ "capitalize"
11
+ end
12
+
13
+ def transform(params)
14
+ val = params.val
15
+ return nil if val.nil?
16
+
17
+ unless val.is_a?(String)
18
+ raise InvalidParseInputError.new("Capitalize: invalid value type: #{val.class}", property: params.property, value: val)
19
+ end
20
+
21
+ return val if val.empty?
22
+
23
+ val.capitalize
24
+ end
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,17 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+
5
+ module PureHTML
6
+ module Transformers
7
+ class ExistsTransformer < Transformer
8
+ def self.transformer_name
9
+ "exists"
10
+ end
11
+
12
+ def transform(params)
13
+ !params.el.nil?
14
+ end
15
+ end
16
+ end
17
+ end
@@ -0,0 +1,17 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+
5
+ module PureHTML
6
+ module Transformers
7
+ class HtmlTransformer < Transformer
8
+ def self.transformer_name
9
+ "html"
10
+ end
11
+
12
+ def transform(params)
13
+ params.el&.html
14
+ end
15
+ end
16
+ end
17
+ end
@@ -0,0 +1,26 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class JoinTransformer < Transformer
9
+ def self.transformer_name
10
+ "join"
11
+ end
12
+
13
+ def transform(params)
14
+ val = params.val
15
+ return nil if val.nil?
16
+
17
+ unless val.is_a?(Array)
18
+ raise InvalidParseInputError.new("Join: invalid value type: #{val.class}", property: params.property, value: val)
19
+ end
20
+
21
+ delimiter = @args[0] || ""
22
+ val.map(&:to_s).join(delimiter)
23
+ end
24
+ end
25
+ end
26
+ end
@@ -0,0 +1,22 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "json"
4
+ require_relative "../transformer"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class JsonTransformer < Transformer
9
+ def self.transformer_name
10
+ "json"
11
+ end
12
+
13
+ def transform(params)
14
+ source = params.val
15
+ source = params.el&.text if source.nil?
16
+ return nil if source.nil?
17
+
18
+ JSON.parse(source)
19
+ end
20
+ end
21
+ end
22
+ end
@@ -0,0 +1,139 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class KeySegment
9
+ attr_reader :key
10
+
11
+ def initialize(key)
12
+ @key = key
13
+ end
14
+ end
15
+
16
+ class IndexSegment
17
+ attr_reader :index
18
+
19
+ def initialize(index)
20
+ @index = index
21
+ end
22
+ end
23
+
24
+ class JsonpathTransformer < Transformer
25
+ def self.transformer_name
26
+ "jsonpath"
27
+ end
28
+
29
+ def transform(params)
30
+ val = params.val
31
+ return nil if val.nil?
32
+
33
+ if @args.empty?
34
+ raise InvalidParseInputError.new('jsonpath: requires a path, e.g. jsonpath("$.a.b")', property: params.property, value: val)
35
+ end
36
+
37
+ segments = parse_path(@args[0])
38
+ evaluate_path(val, segments)
39
+ end
40
+
41
+ private
42
+
43
+ def parse_path(path)
44
+ raise "jsonpath: invalid path #{path.inspect}: must start with \"$\"" unless path.start_with?("$")
45
+
46
+ segments = []
47
+ i = 1
48
+ n = path.length
49
+
50
+ while i < n
51
+ ch = path[i]
52
+ if ch == "."
53
+ i += 1
54
+ start = i
55
+ while i < n && path[i] =~ /[a-zA-Z0-9_]/
56
+ i += 1
57
+ end
58
+ raise "jsonpath: invalid path #{path.inspect}: expected a name after \".\"" if i == start
59
+
60
+ segments << KeySegment.new(path[start...i])
61
+ elsif ch == "["
62
+ i += 1
63
+ raise "jsonpath: invalid path #{path.inspect}: unterminated \"[\"" if i >= n
64
+
65
+ if path[i] == "\"" || path[i] == "'"
66
+ quote = path[i]
67
+ i += 1
68
+ chars = []
69
+ while i < n && path[i] != quote
70
+ if path[i] == "\\" && i + 1 < n && (path[i + 1] == quote || path[i + 1] == "\\")
71
+ chars << path[i + 1]
72
+ i += 2
73
+ else
74
+ chars << path[i]
75
+ i += 1
76
+ end
77
+ end
78
+ raise "jsonpath: invalid path #{path.inspect}: unterminated quoted key" if i >= n
79
+
80
+ i += 1 # skip closing quote
81
+ segments << KeySegment.new(chars.join)
82
+ elsif path[i] == "-" || path[i] =~ /\d/
83
+ start = i
84
+ i += 1 if path[i] == "-"
85
+ digits_start = i
86
+ while i < n && path[i] =~ /\d/
87
+ i += 1
88
+ end
89
+ raise "jsonpath: invalid path #{path.inspect}: expected an index inside \"[]\"" if i == digits_start
90
+
91
+ segments << IndexSegment.new(path[start...i].to_i)
92
+ else
93
+ raise "jsonpath: invalid path #{path.inspect}: expected an index or quoted key inside \"[]\""
94
+ end
95
+
96
+ raise "jsonpath: invalid path #{path.inspect}: expected \"]\"" if i >= n || path[i] != "]"
97
+
98
+ i += 1
99
+ else
100
+ raise "jsonpath: invalid path #{path.inspect}: unexpected character #{ch.inspect} at position #{i}"
101
+ end
102
+ end
103
+
104
+ segments
105
+ end
106
+
107
+ def evaluate_path(root, segments)
108
+ current = root
109
+
110
+ segments.each do |segment|
111
+ return nil if current.nil?
112
+
113
+ if segment.is_a?(IndexSegment)
114
+ return nil unless current.is_a?(Array)
115
+
116
+ index = segment.index
117
+ index += current.length if index < 0
118
+ return nil if index < 0 || index >= current.length
119
+
120
+ current = current[index]
121
+ else
122
+ return nil unless current.is_a?(Hash)
123
+
124
+ key = segment.key
125
+ if current.key?(key)
126
+ current = current[key]
127
+ elsif current.key?(key.to_sym)
128
+ current = current[key.to_sym]
129
+ else
130
+ return nil
131
+ end
132
+ end
133
+ end
134
+
135
+ current
136
+ end
137
+ end
138
+ end
139
+ end
@@ -0,0 +1,23 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class LengthTransformer < Transformer
9
+ def self.transformer_name
10
+ "length"
11
+ end
12
+
13
+ def transform(params)
14
+ val = params.val
15
+ if val.is_a?(String) || val.is_a?(Array)
16
+ val.length
17
+ else
18
+ raise InvalidParseInputError.new("Length: invalid value type: #{val.class}", property: params.property, value: val)
19
+ end
20
+ end
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,25 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class LowerTransformer < Transformer
9
+ def self.transformer_name
10
+ "lower"
11
+ end
12
+
13
+ def transform(params)
14
+ val = params.val
15
+ return nil if val.nil?
16
+
17
+ unless val.is_a?(String)
18
+ raise InvalidParseInputError.new("Lower: invalid value type: #{val.class}", property: params.property, value: val)
19
+ end
20
+
21
+ val.downcase
22
+ end
23
+ end
24
+ end
25
+ end
@@ -0,0 +1,37 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class NumberTransformer < Transformer
9
+ def self.transformer_name
10
+ "number"
11
+ end
12
+
13
+ def transform(params)
14
+ val = params.val
15
+ return nil if val.nil?
16
+ return val if val.is_a?(Numeric)
17
+
18
+ unless val.is_a?(String)
19
+ raise InvalidParseInputError.new("NumberTransformer: invalid value type: #{val.class}", property: params.property, value: val)
20
+ end
21
+
22
+ s = val.strip
23
+ if s =~ /\A-?\d+\z/
24
+ s.to_i
25
+ elsif s =~ /\A-?\d+(\.\d+)?([eE][+-]?\d+)?\z/
26
+ s.to_f
27
+ else
28
+ begin
29
+ Float(s)
30
+ rescue ArgumentError
31
+ raise InvalidParseInputError.new("NumberTransformer: not a valid number format: #{val.inspect}", property: params.property, value: val)
32
+ end
33
+ end
34
+ end
35
+ end
36
+ end
37
+ end
@@ -0,0 +1,40 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "uri"
4
+ require_relative "../transformer"
5
+ require_relative "../errors"
6
+
7
+ module PureHTML
8
+ module Transformers
9
+ class RemoveLastPathSectionTransformer < Transformer
10
+ def self.transformer_name
11
+ "removeLastPathSection"
12
+ end
13
+
14
+ def transform(params)
15
+ val = params.val
16
+ return nil if val.nil?
17
+
18
+ unless val.is_a?(String)
19
+ raise InvalidParseInputError.new("removeLastPathSection: expected string. Got #{val.class}", property: params.property, value: val)
20
+ end
21
+
22
+ uri = URI.parse(val)
23
+ path = uri.path
24
+ if path.nil? || path.empty? || path == "/"
25
+ uri.path = "/"
26
+ return uri.to_s
27
+ end
28
+
29
+ path = path[0...-1] if path.end_with?("/") && path.length > 1
30
+ idx = path.rindex("/")
31
+ if idx.nil? || idx == 0
32
+ uri.path = "/"
33
+ else
34
+ uri.path = path[0...idx]
35
+ end
36
+ uri.to_s
37
+ end
38
+ end
39
+ end
40
+ end
@@ -0,0 +1,36 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "uri"
4
+ require "set"
5
+ require_relative "../transformer"
6
+ require_relative "../errors"
7
+
8
+ module PureHTML
9
+ module Transformers
10
+ class RemoveUrlQueryParamTransformer < Transformer
11
+ def self.transformer_name
12
+ "removeUrlQueryParam"
13
+ end
14
+
15
+ def transform(params)
16
+ val = params.val
17
+ unless val.is_a?(String)
18
+ raise InvalidParseInputError.new("removeUrlQueryParam: expected string. Got #{val.class}", property: params.property, value: val)
19
+ end
20
+
21
+ uri = URI.parse(val)
22
+ return val unless uri.query
23
+
24
+ if @args.empty?
25
+ uri.query = nil
26
+ else
27
+ remove_set = @args.to_set
28
+ pairs = URI.decode_www_form(uri.query)
29
+ remaining = pairs.reject { |k, _| remove_set.include?(k) }
30
+ uri.query = remaining.empty? ? nil : URI.encode_www_form(remaining)
31
+ end
32
+ uri.to_s
33
+ end
34
+ end
35
+ end
36
+ end
@@ -0,0 +1,36 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "../transformer"
4
+ require_relative "../errors"
5
+
6
+ module PureHTML
7
+ module Transformers
8
+ class ReplaceTransformer < Transformer
9
+ def self.transformer_name
10
+ "replace"
11
+ end
12
+
13
+ def transform(params)
14
+ val = params.val
15
+ return nil if val.nil?
16
+
17
+ unless val.is_a?(String)
18
+ raise InvalidParseInputError.new("Replace: invalid value type: #{val.class}", property: params.property, value: val)
19
+ end
20
+
21
+ pattern, replacement = @args
22
+ if pattern.nil? || replacement.nil?
23
+ raise InvalidParseInputError.new('replace: requires a pattern and a replacement, e.g. replace("\\s+", " ")', property: params.property, value: val)
24
+ end
25
+
26
+ begin
27
+ regex = Regexp.new(pattern)
28
+ rep = replacement.gsub(/(?<!\\)\$(\d+)/, '\\\\\\1')
29
+ val.gsub(regex, rep)
30
+ rescue RegexpError
31
+ val.gsub(pattern, replacement)
32
+ end
33
+ end
34
+ end
35
+ end
36
+ end
@@ -0,0 +1,24 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "uri"
4
+ require_relative "../transformer"
5
+ require_relative "../errors"
6
+
7
+ module PureHTML
8
+ module Transformers
9
+ class ResolveTransformer < Transformer
10
+ def self.transformer_name
11
+ "resolve"
12
+ end
13
+
14
+ def transform(params)
15
+ val = params.val
16
+ unless val.is_a?(String)
17
+ raise InvalidParseInputError.new("Resolve: invalid value type: #{val.class}", property: params.property, value: val)
18
+ end
19
+
20
+ URI.join(params.url, val).to_s
21
+ end
22
+ end
23
+ end
24
+ end