forge_ops_tracker 0.19.1 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +16 -0
- data/lib/forge_ops_tracker/pii_scrubber.rb +64 -1
- data/lib/forge_ops_tracker/strict_privacy.rb +9 -2
- data/lib/forge_ops_tracker/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c51ad9b51fd30d2f2524c60fabb955dbd2840a756138a4cf4b9cda47dbd56b49
|
|
4
|
+
data.tar.gz: 8a4b895fa3ba817ea0d352cfaaedfd5dc083e4abf69fb25020a523b890ded319
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 22e8833e29f4de32284cb8203d135dff386a50845de5235c52ab3a39a5574448a2e14e4e85cada210f1b2a44f0367193d1d6d96e97764f0cb3650b1d31a600af
|
|
7
|
+
data.tar.gz: 31f1973e9840e5b7396ce7a96fc757288468cb50f65b7ba6de5f8bef6625a7211eb340e0fe6043f644602532a708cfb2d6c2c3453c879c9306e40e2fd7eecfe5
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.21.0 (2026-10-23)
|
|
4
|
+
|
|
5
|
+
- PII scrubbing catches card numbers however they're grouped (bare, 4-4-4-4, Amex's 4-6-5, or next to a
|
|
6
|
+
security code) when the digits have a card network's prefix and pass the Luhn check, so long ids stay
|
|
7
|
+
readable; IBANs, compact or in groups of four, by their own check digits; and fields named `iban`,
|
|
8
|
+
`account_number`, `routing_number` or `bank_account`. The rules are in sdks/PII_SCRUBBING.md, the same in
|
|
9
|
+
every SDK.
|
|
10
|
+
|
|
11
|
+
## 0.20.0 (2026-10-22)
|
|
12
|
+
|
|
13
|
+
- Strict privacy: the message fingerprint now also replaces email addresses with `<email>` and quoted
|
|
14
|
+
values (`"..."`, and `'...'` when the quotes aren't part of a word) with `<str>`, before the existing
|
|
15
|
+
steps. `KeyError: 'Jane Doe'` and `KeyError: 'Bob Smith'` now group together, and no guessable value sits
|
|
16
|
+
behind the hash. Errors whose messages contain quotes or emails get new fingerprints once, so they open
|
|
17
|
+
new issues after upgrading.
|
|
18
|
+
|
|
3
19
|
## 0.19.1 (2026-10-22)
|
|
4
20
|
|
|
5
21
|
- Strict privacy now also turns off slow query plans (`explain_slow_queries`): no EXPLAIN is run and no
|
|
@@ -22,6 +22,7 @@ module ForgeOpsTracker
|
|
|
22
22
|
secret apisecret clientsecret secretkey
|
|
23
23
|
token accesstoken refreshtoken apikey apitoken authorization authtoken bearer sessiontoken csrftoken
|
|
24
24
|
creditcard cardnumber cardnum cvv cvv2 cvc
|
|
25
|
+
iban accountnumber routingnumber bankaccount
|
|
25
26
|
ssn socialsecuritynumber socialsecurity
|
|
26
27
|
privatekey
|
|
27
28
|
].freeze
|
|
@@ -37,6 +38,12 @@ module ForgeOpsTracker
|
|
|
37
38
|
"GITHUB TOKEN" => /\bgh[pousr]_[A-Za-z0-9]{20,}\b/
|
|
38
39
|
}.freeze
|
|
39
40
|
|
|
41
|
+
# Card numbers in any other shape, and IBANs: see sdks/PII_SCRUBBING.md, which every SDK follows,
|
|
42
|
+
# and sdks/pii_scrubbing_vectors.json (a copy is in spec/fixtures), which pins the results.
|
|
43
|
+
DIGIT_RUN = /(?<![A-Za-z0-9_])\d(?:[ -]?\d)*(?![A-Za-z0-9_])/
|
|
44
|
+
CARD_PREFIXES = /\A(?:4|5[1-5]|2(?:22[1-9]|2[3-9]\d|[3-6]\d\d|7[01]\d|720)|3[47]|6011|64[4-9]|65|35(?:2[89]|[3-8]\d)|36|30[0-5]|62)/
|
|
45
|
+
IBAN = /(?<![A-Za-z0-9_])[A-Z]{2}[0-9]{2}(?:[A-Z0-9]{11,30}|(?: [A-Z0-9]{4}){2,7}(?: [A-Z0-9]{1,4})?)(?![A-Za-z0-9_])/
|
|
46
|
+
|
|
40
47
|
def self.scrub(value, key: nil)
|
|
41
48
|
if sensitive_key?(key) && !value.nil?
|
|
42
49
|
REDACTED
|
|
@@ -63,8 +70,64 @@ module ForgeOpsTracker
|
|
|
63
70
|
private_class_method :sensitive_key?
|
|
64
71
|
|
|
65
72
|
def self.scrub_string(string)
|
|
66
|
-
|
|
73
|
+
# IBANs first: a spaced IBAN's middle groups look like a formatted card number.
|
|
74
|
+
scrubbed = string.gsub(IBAN) { |candidate| iban?(candidate) ? "[IBAN FILTERED]" : candidate }
|
|
75
|
+
scrubbed = PATTERNS.reduce(scrubbed) { |text, (label, pattern)| text.gsub(pattern, "[#{label} FILTERED]") }
|
|
76
|
+
scrubbed.gsub(DIGIT_RUN) { |run| scrub_card_numbers_in(run) }
|
|
67
77
|
end
|
|
68
78
|
private_class_method :scrub_string
|
|
79
|
+
|
|
80
|
+
# From each group of the run on, the longest stretch of whole groups that is a card number is
|
|
81
|
+
# replaced, so a card followed by its CVV, two cards in a row, and Amex's 4-6-5 are all found.
|
|
82
|
+
def self.scrub_card_numbers_in(run)
|
|
83
|
+
groups = run.split(/([ -])/)
|
|
84
|
+
digits = groups.each_slice(2).map(&:first)
|
|
85
|
+
separators = groups.each_slice(2).map { |pair| pair[1] }
|
|
86
|
+
out = +""
|
|
87
|
+
i = 0
|
|
88
|
+
while i < digits.length
|
|
89
|
+
j = (digits.length - 1).downto(i).find { |last| card_number?(digits[i..last].join) }
|
|
90
|
+
if j
|
|
91
|
+
out << "[CREDIT CARD FILTERED]" << separators[j].to_s
|
|
92
|
+
i = j + 1
|
|
93
|
+
else
|
|
94
|
+
out << digits[i] << separators[i].to_s
|
|
95
|
+
i += 1
|
|
96
|
+
end
|
|
97
|
+
end
|
|
98
|
+
out
|
|
99
|
+
end
|
|
100
|
+
private_class_method :scrub_card_numbers_in
|
|
101
|
+
|
|
102
|
+
def self.card_number?(digits)
|
|
103
|
+
digits.length.between?(13, 19) && digits.match?(CARD_PREFIXES) && luhn?(digits)
|
|
104
|
+
end
|
|
105
|
+
private_class_method :card_number?
|
|
106
|
+
|
|
107
|
+
def self.luhn?(digits)
|
|
108
|
+
sum = digits.reverse.each_char.with_index.sum do |char, index|
|
|
109
|
+
value = char.to_i
|
|
110
|
+
next value if index.even?
|
|
111
|
+
|
|
112
|
+
doubled = value * 2
|
|
113
|
+
doubled > 9 ? doubled - 9 : doubled
|
|
114
|
+
end
|
|
115
|
+
(sum % 10).zero?
|
|
116
|
+
end
|
|
117
|
+
private_class_method :luhn?
|
|
118
|
+
|
|
119
|
+
# The IBAN check, a digit at a time: the first four characters moved to the end, letters as two
|
|
120
|
+
# digits (A is 10), and the remainder by 97 is 1.
|
|
121
|
+
def self.iban?(candidate)
|
|
122
|
+
compact = candidate.delete(" ")
|
|
123
|
+
return false unless compact.length.between?(15, 34)
|
|
124
|
+
|
|
125
|
+
rearranged = compact[4..] + compact[0, 4]
|
|
126
|
+
remainder = rearranged.each_char.reduce(0) do |acc, char|
|
|
127
|
+
(char.match?(/[A-Z]/) ? (char.ord - 55).to_s : char).each_char.reduce(acc) { |r, digit| (r * 10 + digit.to_i) % 97 }
|
|
128
|
+
end
|
|
129
|
+
remainder == 1
|
|
130
|
+
end
|
|
131
|
+
private_class_method :iban?
|
|
69
132
|
end
|
|
70
133
|
end
|
|
@@ -18,6 +18,11 @@ module ForgeOpsTracker
|
|
|
18
18
|
# ASCII "word" characters; boundaries are defined against these, the same in every SDK, so
|
|
19
19
|
# Ruby's own idea of a word never changes the result.
|
|
20
20
|
WORD = "A-Za-z0-9_".freeze
|
|
21
|
+
EMAIL = /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/
|
|
22
|
+
# A quoted value (KeyError: 'Jane Doe') is data, not the shape of the error. Single quotes only open
|
|
23
|
+
# and close at a word boundary, so a contraction (Couldn't) or the `email' style never starts one.
|
|
24
|
+
DOUBLE_QUOTED = /"[^"\r\n]*"/
|
|
25
|
+
SINGLE_QUOTED = /(?<![#{WORD}])'[^'\r\n]*'(?![#{WORD}])/
|
|
21
26
|
HEX_OBJECT_ID = /0x[0-9a-fA-F]{4,}/
|
|
22
27
|
UUID = /(?<![#{WORD}])[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}(?![#{WORD}])/
|
|
23
28
|
NUMBER = /(?<![#{WORD}])[0-9]+(?![#{WORD}])/
|
|
@@ -34,9 +39,11 @@ module ForgeOpsTracker
|
|
|
34
39
|
|
|
35
40
|
module_function
|
|
36
41
|
|
|
37
|
-
# The message with hex object ids, UUIDs and standalone numbers replaced, in
|
|
42
|
+
# The message with emails, quoted values, hex object ids, UUIDs and standalone numbers replaced, in
|
|
43
|
+
# that order (sdks/STRICT_PRIVACY.md).
|
|
38
44
|
def normalize_message(message)
|
|
39
|
-
message.to_s.gsub(
|
|
45
|
+
message.to_s.gsub(EMAIL, "<email>").gsub(DOUBLE_QUOTED, "<str>").gsub(SINGLE_QUOTED, "<str>")
|
|
46
|
+
.gsub(HEX_OBJECT_ID, "0x").gsub(UUID, "<uuid>").gsub(NUMBER, "<n>")
|
|
40
47
|
end
|
|
41
48
|
|
|
42
49
|
# Lets ForgeOps group errors without ever seeing their message: the first 32 hex characters of
|