relaton-gb 1.20.1 → 1.20.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 17970eec8510e66fc3597f0f30be04636c3171fdca419e5bd4bd50a1e6e18e3b
-  data.tar.gz: 7a9419ed8ab99e67dc4093e228f41df1beb2b90bd6dbc2e04876a0c64014e31e
+  metadata.gz: 545e535b0db62ecab737c3067cd5b3f8f2104560e104b1dc2cbc7c920ab7238b
+  data.tar.gz: 3672fda5a7bb420fb5cc1086b60d46ce3b94f0ae4d9cf7759101f9b67cce2aac
 SHA512:
-  metadata.gz: 5aa4709578f13f41b2b58c7813c4e0d939faa57ab67a28f9b0eaa93d24190ac0459f5cc0511c5b40a67e602e9527b335ca09a3de50816ca1979192db2e9cefb0
-  data.tar.gz: 206fe9818c056380a948fb5b8937d4794b150fbcabab73e27b3feb31842da8adbe9af5ffed5190a57a59b04226d08194c895b1204b38d372a60b09040005885b
+  metadata.gz: 74581dbf698e664f97cdfa66c1d4f948f2a14713eeb772ce20838a03f01fba1eb864afe5b6a4153f8fc80a32b30d3893bdbfa713667edd83c193f6bada37e533
+  data.tar.gz: 3141ac12e00f11a00a44d4563a48e7aa16b7b762514dc63ca828f104191614c55ec75ab6cf2df7ccc0e860ab50ccc4d42665ce61e98fd49ae51e81d2fcee55e2

data/CLAUDE.md

@@ -0,0 +1,74 @@
+# CLAUDE.md
+
+This file provides guidance to Claude Code (claude.ai/code) when working with code in this repository.
+
+## Project Overview
+
+relaton-gb is a Ruby gem for searching and fetching Chinese GB (Guobiao) standards bibliographic data. It's part of the Relaton family of gems and scrapes standards from Chinese government websites.
+
+## Common Commands
+
+```bash
+# Install dependencies
+bin/setup
+
+# Run all tests
+bundle exec rake spec
+
+# Run a single test file
+bundle exec rspec spec/relaton_gb_spec.rb
+
+# Run a specific test by line number
+bundle exec rspec spec/relaton_gb_spec.rb:31
+
+# Interactive console for experimenting
+bin/console
+
+# Lint with RuboCop (uses Ribose OSS style guide)
+bundle exec rubocop
+
+# Install gem locally
+bundle exec rake install
+```
+
+## Architecture
+
+### Entry Point
+`RelatonGb::GbBibliography` is the main API class:
+- `search(text)` - Returns `HitCollection` of search results
+- `get(code, year, opts)` - Fetches a specific standard by identifier
+
+### Scrapers (lib/relaton_gb/)
+Each scraper handles a different standard source:
+- `GbScrapper` - National standards (GB/GJ/GS prefix) from openstd.samr.gov.cn
+- `TScrapper` - Social organization standards (T/XX prefix) from www.ttbz.org.cn
+- `Scrapper` - Common scraping methods shared via `extend`
+
+The scrapers use Mechanize for HTTP requests and Nokogiri for HTML parsing.
+
+### Domain Models
+- `GbBibliographicItem` - Main bibliographic item class, extends `RelatonIsoBib::IsoBibliographicItem`
+- `Hit` / `HitCollection` - Search result wrappers with lazy fetching via `hit.fetch`
+- `GbStandardType` - Standard classification (scope, mandate, prefix)
+- `GbTechnicalCommittee` - Technical committee information
+
+### Data Flow
+1. `GbBibliography.search` routes to appropriate scraper based on standard prefix
+2. Scraper returns `HitCollection` with basic metadata
+3. Calling `hit.fetch` scrapes the full document page and returns `GbBibliographicItem`
+4. `GbBibliographicItem` can serialize to XML, hash, or AsciiBib
+
+## Testing
+
+Tests use RSpec with VCR to record/replay HTTP interactions:
+- VCR cassettes stored in `spec/vcr_cassettes/`
+- Cassettes auto-expire after 7 days (`re_record_interval`)
+- XML output validated against RelaxNG schemas in `grammars/`
+
+To re-record a VCR cassette, delete the corresponding YAML file and run the test.
+
+## Important Notes
+
+- GB standard searches **require the year** in the identifier (e.g., `GB/T 20223-2006`, not `GB/T 20223`)
+- Standard prefixes define the type: GB/GJ/GS = national, T/XX = social organization
+- The `/T` suffix in prefix indicates "recommended" (推荐), `/Z` indicates "guidelines"

data/lib/relaton_gb/t_scrapper.rb

@@ -1,8 +1,6 @@
 # encoding: UTF-8
 # frozen_string_literal: true
 
-require "open-uri"
-require "net/http"
 require "nokogiri"
 require "relaton_gb/scrapper"
 require "relaton_gb/gb_bibliographic_item"
@@ -19,22 +17,24 @@ module RelatonGb
       # @param text [String]
       # @return [RelatonGb::HitCollection]
       def scrape_page(text)
-        search_html = OpenURI.open_uri(
-          "http://www.ttbz.org.cn/Home/Standard?searchType=2&key=" \
-          "#{CGI.escape(text.tr('-', [8212].pack('U')))}",
-        ).read
-        header = Nokogiri::HTML search_html
+        url = "http://www.ttbz.org.cn/Home/Standard?searchType=2&key=" \
+              "#{CGI.escape(text.tr('-', [8212].pack('U')))}"
+        doc = agent.get(url)
         xpath = '//table[contains(@class, "standard_list_table")]/tr/td/a'
         t_xpath = "../preceding-sibling::td[4]"
-        hits = header.xpath(xpath).map do |h|
+        hits = doc.xpath(xpath).map do |h|
           docref = h.at(t_xpath).text.gsub(/â\u0080\u0094/, "-")
           status = h.at("../preceding-sibling::td[1]").text.delete "\r\n"
           pid = h[:href].sub(%r{/$}, "")
           Hit.new pid: pid, docref: docref, status: status, scrapper: self
         end
         HitCollection.new hits
-      rescue OpenURI::HTTPError, SocketError, OpenSSL::SSL::SSLError, Net::OpenTimeout
-        raise RelatonBib::RequestError, "Cannot access http://www.ttbz.org.cn/Home/Standard"
+      rescue Mechanize::ResponseCodeError => e
+        return nil if e.response_code == "404"
+
+        raise RelatonBib::RequestError, "Cannot access #{url}: #{e.message}"
+      rescue Mechanize::Error => e
+        raise RelatonBib::RequestError, "Cannot access #{url}: #{e.message}"
       end
       # rubocop:enable Metrics/MethodLength, Metrics/AbcSize
 
@@ -42,10 +42,14 @@ module RelatonGb
       # @return [RelatonGb::GbBibliographicItem]
       def scrape_doc(hit)
         src = "http://www.ttbz.org.cn#{hit.pid}"
-        doc = Nokogiri::HTML OpenURI.open_uri(src), nil, Encoding::UTF_8.to_s
+        doc = agent.get(src)
         GbBibliographicItem.new(**scrapped_data(doc, src, hit))
-      rescue OpenURI::HTTPError, SocketError, OpenSSL::SSL::SSLError, Net::OpenTimeout
-        raise RelatonBib::RequestError, "Cannot access #{src}"
+      rescue Mechanize::Error => e
+        raise RelatonBib::RequestError, "Cannot access #{src}: #{e.message}"
+      end
+
+      def agent
+        @agent ||= Mechanize.new
       end
 
       private

data/lib/relaton_gb/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RelatonGb
-  VERSION = "1.20.1"
+  VERSION = "1.20.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-gb
 version: !ruby/object:Gem::Version
-  version: 1.20.1
+  version: 1.20.2
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-04-24 00:00:00.000000000 Z
+date: 2026-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cnccs
@@ -108,6 +108,7 @@ files:
 - ".hound.yml"
 - ".rspec"
 - ".rubocop.yml"
+- CLAUDE.md
 - Gemfile
 - LICENSE.txt
 - README.adoc