pumi 0.19.0 → 0.20.0

data/lib/pumi/wikipedia/client.rb

@@ -0,0 +1,68 @@
+require "faraday"
+
+module Pumi
+  module Wikipedia
+    class Client
+      attr_reader :http_client
+
+      def initialize(http_client: default_http_client)
+        @http_client = http_client
+      end
+
+      def create_page(params)
+        execute_request(:post, build_url(resource: :page), params)
+      end
+
+      def update_page(title:, **params)
+        page = get_page(title:)
+        latest = page.fetch(:latest)
+        execute_request(:put, build_url(resource: "page/#{title}"), latest:, **params)
+      end
+
+      def submit_for_review(title:, **params)
+        page = get_page(title:)
+        execute_request(
+          :put,
+          build_url(resource: "page/#{title}"),
+          latest: page.fetch(:latest),
+          source: page.fetch(:source).prepend("{{subst:submit}}\n"),
+          title:,
+          comment: "Submit #{title} for review",
+          **params
+        )
+      end
+
+      def get_page(title:)
+        execute_request(:get, build_url(resource: "page/#{title}"))
+      end
+
+      def page_exists?(title:)
+        response = get_page(title:)
+        response.success?
+      end
+
+      private
+
+      def build_url(resource:, project: :wikipedia, language: :en, **_params)
+        "/core/v1/#{project}/#{language}/#{resource}"
+      end
+
+      def execute_request(http_method, url, params = {}, headers = {})
+        response = http_client.run_request(http_method, url, params.to_json, headers)
+
+        Response.new(response)
+      end
+
+      def default_http_client
+        Faraday.new(url: "https://api.wikimedia.org") do |conn|
+          conn.headers["Accept"] = "application/json"
+          conn.headers["Content-Type"] = "application/json"
+
+          conn.adapter Faraday.default_adapter
+
+          conn.request(:authorization, "Bearer", ENV["WIKIPEDIA_ACCESS_TOKEN"])
+        end
+      end
+    end
+  end
+end

data/lib/pumi/wikipedia/response.rb

@@ -0,0 +1,15 @@
+module Pumi
+  module Wikipedia
+    class Response < SimpleDelegator
+      def fetch(key)
+        response_body.fetch(key.to_s)
+      end
+
+      private
+
+      def response_body
+        @response_body ||= JSON.parse(body)
+      end
+    end
+  end
+end

data/lib/pumi/wikipedia.rb

@@ -0,0 +1,7 @@
+module Pumi
+  module Wikipedia
+  end
+end
+
+require_relative "wikipedia/client"
+require_relative "wikipedia/response"

data/lib/pumi.rb

@@ -17,11 +17,14 @@ end
 
 require_relative "pumi/version"
 require_relative "pumi/administrative_unit"
+require_relative "pumi/bot"
 require_relative "pumi/location"
 require_relative "pumi/province"
 require_relative "pumi/district"
 require_relative "pumi/commune"
+require_relative "pumi/geodata"
 require_relative "pumi/village"
 require_relative "pumi/parser"
 require_relative "pumi/data_file"
 require_relative "pumi/data_source"
+require_relative "pumi/wikipedia"

data/pumi.gemspec

@@ -25,6 +25,8 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler"
   spec.add_development_dependency "capybara"
   spec.add_development_dependency "coffee-rails"
+  spec.add_development_dependency "faraday"
+  spec.add_development_dependency "geocoder"
   spec.add_development_dependency "jquery-rails"
   spec.add_development_dependency "nokogiri"
   spec.add_development_dependency "pry"
@@ -37,5 +39,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rubocop-rspec"
   spec.add_development_dependency "selenium-webdriver"
   spec.add_development_dependency "sprockets-rails"
-  spec.add_development_dependency "webdrivers"
+  spec.add_development_dependency "vcr"
+  spec.add_development_dependency "webmock"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pumi
 version: !ruby/object:Gem::Version
-  version: 0.19.0
+  version: 0.20.0
 platform: ruby
 authors:
 - David Wilkie
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-06-04 00:00:00.000000000 Z
+date: 2023-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,6 +52,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: geocoder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: jquery-rails
   requirement: !ruby/object:Gem::Requirement
@@ -221,7 +249,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: webdrivers
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -275,22 +317,34 @@ files:
 - data/villages.yml
 - lib/pumi.rb
 - lib/pumi/administrative_unit.rb
+- lib/pumi/bot.rb
+- lib/pumi/bot/wikipedia.rb
+- lib/pumi/bot/wikipedia/article.rb
+- lib/pumi/bot/wikipedia/communes_in_cambodia_article.rb
+- lib/pumi/bot/wikipedia/districts_in_cambodia_article.rb
+- lib/pumi/bot/wikipedia/templates/commune_list.wikitext.erb
+- lib/pumi/bot/wikipedia/templates/district_list.wikitext.erb
 - lib/pumi/commune.rb
 - lib/pumi/data_file.rb
 - lib/pumi/data_source.rb
+- lib/pumi/data_source/geocoder.rb
+- lib/pumi/data_source/iso31662.rb
 - lib/pumi/data_source/ncdd.rb
 - lib/pumi/data_source/wikipedia.rb
 - lib/pumi/data_store.rb
 - lib/pumi/district.rb
+- lib/pumi/geodata.rb
 - lib/pumi/location.rb
 - lib/pumi/parser.rb
 - lib/pumi/province.rb
 - lib/pumi/rails.rb
 - lib/pumi/rails/engine.rb
-- lib/pumi/scraper/result.rb
 - lib/pumi/store_cache.rb
 - lib/pumi/version.rb
 - lib/pumi/village.rb
+- lib/pumi/wikipedia.rb
+- lib/pumi/wikipedia/client.rb
+- lib/pumi/wikipedia/response.rb
 - pumi.gemspec
 - pumi.jpg
 - pumi_ui_en.png

data/lib/pumi/scraper/result.rb

@@ -1,5 +0,0 @@
-module Pumi
-  module Scraper
-    Result = Struct.new(:code, :wikipedia, keyword_init: true)
-  end
-end