elect 1.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4f7352a40c19964176a0d00add7f035879262fd8188804c1da6e1bd43b85b9d6
+  data.tar.gz: 46a8cce817616178a6a4c016975e6f0a494e38136c84100bc7fb0c73b2eb638a
+SHA512:
+  metadata.gz: 20c1005f70e2e588f547cf32adee6fbe67ddb07c7b9e802ef32051cadda62f1c3f8825b3f40d6e4df10f89209f188bd05c6dbc781fcd6cafa7653881d40c2a50
+  data.tar.gz: 6a677ae493ac9819e0797df3bde53761d14818ab61f0fc4c182a4ed730c4d1d217965d5ad233245af2ebe99fa15dba125c8924be38fa59342d85e02881e5951d

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Frampt
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+# elect
+a watermark eraser

data/elect.gemspec

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "elect/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "elect"
+  spec.version       = Elect::VERSION
+  spec.authors       = ["arc-v"]
+  spec.email         = ["arc-v@example.com"]
+
+  spec.summary       = "AIGC 水印干掉器 — 从代码/文档中移除 AIGC 水印块"
+  spec.description   = <<~DESC
+    elect 是一个 Ruby gem，用于从代码和文档文件中检测并移除 AIGC 水印块。
+    支持目录/文件级扫描，提供 dry-run、自定义扩展名、目录排除等功能。
+    零运行时依赖，纯标准库实现。
+  DESC
+  spec.homepage      = "https://github.com/arc-v/elect"
+  spec.license       = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.5.0")
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/arc-v/elect"
+
+  # 文件列表
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    Dir["lib/**/*", "exe/*", "README.md", "LICENSE", "elect.gemspec"]
+  end
+
+  spec.bindir    = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/exe/elect

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require_relative "../lib/elect"
+
+Elect::CLI.run(ARGV)

data/lib/elect/cleaner.rb

@@ -0,0 +1,49 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+require_relative "pattern"
+
+module Elect
+  # 清理器：接收文本，移除 AIGC 水印块。
+  #
+  module Cleaner
+    # 从文本中移除所有水印块。
+    #
+    # 策略:
+    #   1. 用 Pattern::REGEX 全局替换为空串
+    #   2. 清理因移除产生的连续空行（>2 连续空行压缩为 2）
+    #   3. 清理文件首尾多余空白
+    #
+    # 返回 [清理后文本, 移除数量]
+    #
+    def self.clean(text)
+      n = Pattern.count(text)
+      return [text, 0] if n.zero?
+
+      cleaned = text.gsub(Pattern::REGEX, "")
+
+      # 压缩连续空行（保留最多 2 换行 = 1 空行），兼容 CRLF
+      cleaned.gsub!(/(?:\r\n|\n){3,}/, "\n\n")
+
+      # 移除首尾多余空白
+      cleaned.strip!
+
+      # 确保文件结尾有且仅有一个换行
+      cleaned << "\n" unless cleaned.empty?
+
+      [cleaned, n]
+    end
+
+    # 仅检测不修改，返回水印数量
+    #
+    def self.detect(text)
+      Pattern.count(text)
+    end
+
+    # 判断文本是否含水印
+    #
+    def self.watermarked?(text)
+      Pattern.watermarked?(text)
+    end
+  end
+end

data/lib/elect/cli.rb

@@ -0,0 +1,110 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+require "optparse"
+require "pathname"
+
+module Elect
+  # 命令行接口
+  #
+  # 用法:
+  #   elect [选项] <文件或目录...>
+  #
+  # 选项:
+  #   -d, --dry-run     仅检测，不修改文件
+  #   -v, --verbose     详细输出
+  #   -e, --exts x,y,z  自定义扩展名（逗号分隔）
+  #   -x, --exclude a,b 排除目录名（逗号分隔）
+  #   -h, --help        显示帮助
+  #   -V, --version     显示版本
+  #
+  module CLI
+    def self.run(argv = ARGV)
+      opts = {
+        dry_run: false,
+        verbose: false,
+        exts: nil,
+        exclude: nil,
+      }
+
+      parser = build_parser(opts)
+      paths = parser.parse(argv)
+
+      if paths.empty?
+        warn parser
+        exit 1
+      end
+
+      all_results = []
+      paths.each do |p|
+        path = Pathname.new(p)
+        if path.directory?
+          results = Processor.process_dir(
+            path,
+            dry_run: opts[:dry_run],
+            verbose: opts[:verbose],
+            exts: opts[:exts],
+            exclude: opts[:exclude],
+          )
+          all_results.concat(results)
+        elsif path.file?
+          r = Processor.process_file(path, dry_run: opts[:dry_run], verbose: opts[:verbose])
+          all_results << r
+        else
+          warn "[elect] 路径不存在: #{p}"
+        end
+      end
+
+      Processor.report(all_results)
+
+      # 有错误时退出码非零
+      exit 1 if all_results.any? { |r| r.status == :error }
+    end
+
+    def self.build_parser(opts)
+      OptionParser.new do |o|
+        o.banner = <<~BANNER
+          elect — AIGC 水印干掉器
+
+          用法:
+            elect [选项] <文件或目录...>
+
+          示例:
+            elect ./src                  # 清理 src 目录下所有水印
+            elect -d ./docs              # 仅检测不修改（dry-run）
+            elect -v main.py             # 清理单个文件，详细输出
+            elect -e md,txt ./docs       # 只扫描 md 和 txt
+            elect -x vendor,tmp ./src    # 排除 vendor 和 tmp 目录
+
+          选项:
+        BANNER
+
+        o.on("-d", "--dry-run", "仅检测水印，不修改文件") do
+          opts[:dry_run] = true
+        end
+
+        o.on("-v", "--verbose", "详细输出") do
+          opts[:verbose] = true
+        end
+
+        o.on("-e", "--exts x,y,z", Array, "自定义扫描扩展名（逗号分隔）") do |v|
+          opts[:exts] = v
+        end
+
+        o.on("-x", "--exclude a,b", Array, "排除目录名（逗号分隔）") do |v|
+          opts[:exclude] = v
+        end
+
+        o.on("-h", "--help", "显示帮助") do
+          puts o
+          exit
+        end
+
+        o.on("-V", "--version", "显示版本") do
+          puts "elect #{Elect::VERSION}"
+          exit
+        end
+      end
+    end
+  end
+end

data/lib/elect/pattern.rb

@@ -0,0 +1,97 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+module Elect
+  # 水印模式定义与匹配逻辑。
+  #
+  # AIGC 水印结构如下（YAML front-matter 风格，用三横线包裹）:
+  #
+  #   ---
+  #   AIGC:
+  #     ContentProducer: '001191110102xxxx5U9H0F10002'
+  #     ContentPropagator: '001191110102xxxx5U9H0F10002'
+  #     Label: '1'
+  #     ProduceID: '7e123539-xxxx-4617-9fdb-d10422064fe9'
+  #     PropagateID: '7e123539-xxxx-4617-9fdb-d10422064fe9'
+  #     ReservedCode1: '718161f2-xxxx-4528-9e76-b071818e46dd'
+  #     ReservedCode2: '718161f2-xxxx-4528-9e76-b071818e46dd'
+  #   ---
+  #
+  # 字段值的内容是动态的，因此以结构模式匹配，而非硬编码值。
+  #
+  module Pattern
+    # 水印块匹配的正则。
+    #
+    # 约束:
+    #   - 以 `---` 开头（行首）
+    #   - 后面跟着 `AIGC:` 键
+    #   - 包含若干缩进的子字段行
+    #   - 以 `---` 结尾
+    #   - 支持前后空白行
+    #
+    # 允许的子字段名（不限制值内容）：
+    #   ContentProducer / ContentPropagator / Label /
+    #   ProduceID / PropagateID / ReservedCode1 / ReservedCode2
+    #
+    # 对非列表中字段同样宽容——只要 AIGC: dict 下有任意子键即匹配，
+    # 这样未来新增字段也可被自动识别。
+    #
+    # 换行兼容：用 \r?\n 同时匹配 LF 和 CRLF。
+    #
+    REGEX = /
+      (?:
+        ^---[ \t]*\r?\n
+        [ \t]*AIGC:[ \t]*\r?\n
+        (?:[ \t]+[A-Za-z_][A-Za-z0-9_]*:[ \t]*[^\r\n]*\r?\n)+
+        [ \t]*---[ \t]*\r?\n?
+      )
+    /x.freeze
+
+    # 匹配水印块，返回 MatchData 或 nil
+    #
+    def self.match(text)
+      s = sanitize(text)
+      REGEX.match(s)
+    end
+
+    # 判断是否包含水印
+    #
+    def self.watermarked?(text)
+      s = sanitize(text)
+      REGEX.match?(s)
+    end
+
+    # 统计水印块数量
+    #
+    def self.count(text)
+      s = sanitize(text)
+      s.scan(REGEX).size
+    end
+
+    # 提取所有水印块的文本（供调试用）
+    #
+    def self.extract(text)
+      s = sanitize(text)
+      s.scan(REGEX)
+    end
+
+    # 对非 UTF-8 合法字节做替换，避免 scan/match 抛 ArgumentError。
+    # 如果传入的 String 编码不是 utf-8，先强制转码再清洗非法字节。
+    #
+    def self.sanitize(text)
+      return text if text.encoding == Encoding::UTF_8 && text.valid_encoding?
+      if text.encoding != Encoding::UTF_8
+        begin
+          text = text.encode(Encoding::UTF_8, invalid: :replace, undef: :replace)
+          return text if text.valid_encoding?
+        rescue Encoding::UndefinedConversionError, Encoding::ConverterNotFoundError
+          # 走 fallback
+        end
+      end
+      # encoding 是 utf-8 但有非法字节，或转码失败：直接 force + clean
+      text.dup.force_encoding(Encoding::UTF_8).encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: "?")
+    end
+
+    private_class_method :sanitize
+  end
+end

data/lib/elect/processor.rb

@@ -0,0 +1,140 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+require_relative "cleaner"
+require "pathname"
+
+module Elect
+  # 文件与目录扫描处理器。
+  #
+  # 职责:
+  #   - 遍历目录树，找出所有文本类文件
+  #   - 逐文件读取、检测水印、按选项清理或仅报告
+  #   - 输出统计信息
+  #
+  module Processor
+    # 默认扫描的文件扩展名
+    #
+    DEFAULT_EXTS = %w[
+      .md .txt .py .rb .js .ts .tsx .jsx .java .go .rs
+      .c .h .cpp .hpp .cc .cs .php .swift .kt .scala
+      .html .css .scss .less .vue .svelte
+      .json .yaml .yml .toml .xml .sql .sh .bat .ps1
+      .tex .rst .adoc .org .csv .tsv .ini .conf .cfg
+    ].freeze
+
+    # 文件结果
+    #
+    Result = Struct.new(:path, :removed, :status, keyword_init: true)
+
+    # 扫描并处理单个文件。
+    #
+    # 参数:
+    #   path      - 文件路径（String 或 Pathname）
+    #   dry_run   - true 时仅检测不改写文件
+    #   verbose   - true 时输出详细日志
+    #
+    # 返回: Result
+    #
+    def self.process_file(path, dry_run: false, verbose: false)
+      p = Pathname.new(path)
+      result = Result.new(path: p.to_s, removed: 0, status: :skip)
+
+      unless p.file?
+        result.status = :not_found
+        return result
+      end
+
+      # 统一走二进制读取 + 编码强制转换，避免非 UTF-8 文件触发 ArgumentError
+      raw = begin
+        data = File.binread(p.to_s)
+        data = data.force_encoding(Encoding::UTF_8)
+        unless data.valid_encoding?
+          data = data.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: "?")
+        end
+        data
+      rescue => e
+        warn "[elect] 跳过 #{p}: #{e.message}" if verbose
+        result.status = :error
+        return result
+      end
+
+      n = Cleaner.detect(raw)
+      if n.zero?
+        result.status = :clean
+        return result
+      end
+
+      if dry_run
+        result.removed = n
+        result.status = :found
+        puts "  [DRY] #{p} — 发现 #{n} 处水印"
+        return result
+      end
+
+      cleaned, removed = Cleaner.clean(raw)
+      p.write(cleaned, encoding: "utf-8")
+      result.removed = removed
+      result.status = :cleaned
+      puts "  [OK]  #{p} — 移除 #{removed} 处水印" if verbose
+      result
+    end
+
+    # 扫描并处理目录。
+    #
+    # 参数:
+    #   dir       - 目录路径
+    #   dry_run   - true 时仅检测不修改
+    #   verbose   - true 时输出详细日志
+    #   exts      - 自定义扩展名数组（nil 用 DEFAULT_EXTS）
+    #   exclude   - 排除的目录名数组（如 ["node_modules", ".git"]）
+    #
+    # 返回: [Result, ...]
+    #
+    def self.process_dir(dir, dry_run: false, verbose: false, exts: nil, exclude: nil)
+      d = Pathname.new(dir)
+      exts = (exts || DEFAULT_EXTS).map { |e| e.start_with?(".") ? e : ".#{e}" }
+      exclude_set = (exclude || %w[node_modules .git .svn __pycache__ dist build]).to_set
+
+      results = []
+      d.find do |path|
+        next if path == d
+        if path.directory?
+          next if exclude_set.include?(path.basename.to_s)
+          next
+        end
+
+        next unless exts.include?(path.extname.downcase)
+
+        r = process_file(path, dry_run: dry_run, verbose: verbose)
+        results << r
+      end
+
+      results
+    end
+
+    # 打印汇总报告
+    #
+    def self.report(results)
+      total      = results.size
+      found      = results.count { |r| r.status == :found }
+      cleaned    = results.count { |r| r.status == :cleaned }
+      clean      = results.count { |r| r.status == :clean }
+      skipped    = results.count { |r| r.status == :skip }
+      errors     = results.count { |r| r.status == :error }
+      total_rm   = results.sum { |r| r.removed }
+
+      puts
+      puts "=" * 50
+      puts "  扫描完毕"
+      puts "=" * 50
+      puts "  扫描文件 : #{total}"
+      puts "  发现水印 : #{found + cleaned} 个文件"
+      puts "  已清理   : #{cleaned} 个文件 (共移除 #{total_rm} 处水印)"
+      puts "  无水印   : #{clean} 个文件"
+      puts "  跳过     : #{skipped}"
+      puts "  错误     : #{errors}" if errors.positive?
+      puts "=" * 50
+    end
+  end
+end

data/lib/elect/version.rb

@@ -0,0 +1,6 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+module Elect
+  VERSION = "1.1.0"
+end

data/lib/elect.rb

@@ -0,0 +1,29 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+require_relative "elect/version"
+require_relative "elect/pattern"
+require_relative "elect/cleaner"
+require_relative "elect/processor"
+require_relative "elect/cli"
+
+# elect — AIGC 水印干掉器
+#
+# 从代码/文档文件中移除天翼星辰超级智能体等工具注入的 AIGC 水印块。
+#
+# 快速使用:
+#
+#   require 'elect'
+#
+#   # Ruby 代码中直接调用
+#   cleaned, n = Elect::Cleaner.clean(text)
+#   puts "移除 #{n} 处水印" if n > 0
+#
+# 命令行:
+#
+#   elect ./src        # 清理目录
+#   elect -d ./docs    # 仅检测
+#   elect -v main.py   # 单文件
+#
+module Elect
+end

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: elect
+version: !ruby/object:Gem::Version
+  version: 1.1.0
+platform: ruby
+authors:
+- arc-v
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: |
+  elect 是一个 Ruby gem，用于从代码和文档文件中检测并移除 AIGC 水印块。
+  支持目录/文件级扫描，提供 dry-run、自定义扩展名、目录排除等功能。
+  零运行时依赖，纯标准库实现。
+email:
+- arc-v@example.com
+executables:
+- elect
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- elect.gemspec
+- exe/elect
+- lib/elect.rb
+- lib/elect/cleaner.rb
+- lib/elect/cli.rb
+- lib/elect/pattern.rb
+- lib/elect/processor.rb
+- lib/elect/version.rb
+homepage: https://github.com/arc-v/elect
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/arc-v/elect
+  source_code_uri: https://github.com/arc-v/elect
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.19
+specification_version: 4
+summary: AIGC 水印干掉器 — 从代码/文档中移除 AIGC 水印块
+test_files: []