kajian 0.1.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f1ebed3e1cb139a9c2029bf4e9fc664c5ff482cc
+  data.tar.gz: fc6f259d249a41e3d6fe018cad10fa8b1dddfb8c
+SHA512:
+  metadata.gz: feeb22ce0e1643bf02814aa530290215d66ad912a469ea44e696d70f4f36ca345aba1b603422a5019d3ef72c54d2b804d75fcce06a89261e5545744c7e51ccf5
+  data.tar.gz: f0e82ad4036f2be42cc3907e73440fa557cfcccb7dbd608ef91d9185f07b39fab100b798e343366b03c358d39f58493046956a0ca6a18cc01364d449284a9dfb

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/Gemfile

@@ -0,0 +1,15 @@
+# source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kajian.gemspec
+gemspec
+
+gem 'nokogiri', '~> 1.8'
+
+group :development do
+  gem 'bundler', '~> 1.14'
+  gem 'rake', '~> 12.1'
+end
+
+group :development, :test do
+  gem 'pry', '~> 0.10'
+end

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Adrian Setyadi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,96 @@
+# Kajian
+
+[![Gem Version](https://badge.fury.io/rb/kajian.svg)](https://rubygems.org/gems/kajian)
+
+Pustaka ruby untuk mengekstrak data acara kajian Islam dari berbagai situs di
+Indonesia. Dengan menggunakan DSL (_Domain Specific Language_), mudah untuk
+membuat adapter untuk situs-situs lain yang akan diekstrak data acara kajiannya.
+
+Gem ini mengikutsertakan sebuah adapter untuk situs
+[Jadwal Kajian](http://jadwalkajian.com) dengan simbol adapter `:jadwal_kajian`.
+
+
+## Pemasangan
+
+Tambahkan baris berikut ini pada Gemfile Anda:
+
+```ruby
+gem 'kajian'
+```
+
+Lalu jalankan:
+
+    $ bundle
+
+Atau Anda pasang sendiri seperti ini:
+
+    $ gem install kajian
+
+
+## Penggunaan
+
+Jangan lupa `require` sebelum melihat kajian.
+
+```ruby
+require 'kajian'
+```
+
+
+Lihat semua kajian
+
+```ruby
+Kajian.lihat(:semua).semua
+```
+
+
+Lihat semua kajian untuk daerah/kota "Bekasi"
+
+```ruby
+Kajian.lihat(:semua).bekasi
+```
+
+
+Lihat semua kajian yang dipublikasikan melalui situs jadwal kajian
+
+```ruby
+Kajian.lihat(:jadwal_kajian).semua
+```
+
+
+Lihat semua kajian yang dipublikasikan melalui situs jadwal kajian
+daerah/kota "Tangerang"
+
+```ruby
+Kajian.lihat(:jadwal_kajian).tangerang
+```
+
+
+Tambah adapter lain, contoh [Kajian Muslim](https://kajianmuslim.com)
+
+```ruby
+require 'kajian/adapter/kajian_muslim'
+
+Kajian.lihat(:kajian_muslim).malang
+
+Kajian.lihat(:jadwal_kajian, :kajian_muslim).jakarta
+
+Kajian.lihat(:semua).bandung
+```
+
+
+## TODO
+
+  * Dokumentasi cara membuat adapter kajian dengan menggunakan DSL Kajian
+  * Pencarian acara kajian berdasarkan isi kolom (termasuk tanggal) yang efisien.
+  * Sortir berdasarkan kolom.
+  * Pengecualian adapter.
+
+
+## Kontribusi
+
+Laporan _bug_ dan _pull request_ dapat diajukan melalui Github https://github.com/styd/kajian.
+
+
+## Lisensi
+
+Gem ini tersedia sebagai _open source_ sesuai ketentuan [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "kajian"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/kajian.gemspec

@@ -0,0 +1,21 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kajian/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kajian"
+  spec.version       = Kajian::VERSION
+  spec.authors       = ["Adrian Setyadi"]
+  spec.email         = ["adrian@setyadi.pro"]
+  spec.summary       = %q{Pustaka ruby untuk mengekstrak data acara kajian Islam dari berbagai situs di Indonesia.}
+  spec.description   = %q{Pustaka ruby untuk mengekstrak data acara kajian Islam dari berbagai situs di Indonesia. Dengan menggunakan DSL (Domain Specific Language), mudah untuk menambahkan situs-situs lain untuk diekstrak data acara kajiannya.}
+  spec.homepage      = "https://github.com/styd/kajian"
+  spec.license       = "MIT"
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+end

data/lib/kajian.rb

@@ -0,0 +1,31 @@
+require "kajian/version"
+require "kajian/fungsi_bantu"
+require "kajian/makro"
+require "kajian/koleksi_adapter"
+require "kajian/adapter"
+require "kajian/adapter/jadwal_kajian"
+
+module Kajian
+  TidakAdaAdapter = Class.new(StandardError)
+
+  class << self
+    def adapter
+      @@adapter ||= Kajian::Makro.adapter
+    end
+
+    def lihat *sumber_sumber
+      sumber_sumber = [:semua] if sumber_sumber.empty?
+      if sumber_sumber.length == 1
+        if sumber_sumber.first == :semua
+          raise TidakAdaAdapter unless Kajian.adapter
+          Kajian::KoleksiAdapter.new(Kajian.adapter)
+        else
+          s = sumber_sumber.first
+          Kajian::Adapter.new(s)
+        end
+      else
+        Kajian::KoleksiAdapter.new(sumber_sumber)
+      end
+    end
+  end
+end

data/lib/kajian/adapter.rb

@@ -0,0 +1,29 @@
+require 'kajian/fungsi_bantu'
+
+module Kajian
+  class Adapter
+    include FungsiBantu
+
+    def initialize(sumber)
+      if sumber.kind_of?(Class)
+        @kelas_sumber = sumber
+        @simbol_sumber = adapter_ke_simbol(sumber)
+      elsif sumber.kind_of?(String) or sumber.kind_of?(Symbol)
+        @kelas_sumber = simbol_ke_adapter(sumber)
+        @simbol_sumber = sumber.to_sym
+      end
+    end
+
+    def semua
+      {@simbol_sumber => @kelas_sumber.dokumen}
+    end
+
+    def [](*daerah_daerah)
+      {@simbol_sumber => @kelas_sumber.dokumen(*daerah_daerah)}
+    end
+
+    def method_missing(m)
+      self[m]
+    end
+  end
+end

data/lib/kajian/adapter/jadwal_kajian.json

@@ -0,0 +1,55 @@
+{
+  "aceh": "/aceh",
+  "bali": "/bali",
+  "balikpapan": "/balikpapan",
+  "barabai": "/barabai",
+  "bandung": "/bandung",
+  "banten": "/banten",
+  "batam": "/batam",
+  "bekasi": "/bekasi",
+  "bogor": "/bogor",
+  "bojonegoro": "/bojonegoro",
+  "boyolali": "/boyolali",
+  "cilacap": "/cilacap",
+  "cilegon": "/cilegon",
+  "denpasar": "/denpasar",
+  "depok": "/depok",
+  "garut": "/garut",
+  "gorontalo": "/gorontalo",
+  "indramayu": "/indramayu",
+  "jakarta": "/jakarta",
+  "jambi": "/jambi",
+  "jayapura": "/jayapura",
+  "kampar": "/kampar",
+  "karawang": "/karawang",
+  "kebumen": "/kebumen",
+  "kediri": "/kediri",
+  "kutai_kartanegara": "/kutai-kartanegara",
+  "madiun": "/madiun",
+  "magelang": "/magelang",
+  "makassar": "/makassar",
+  "malang": "/malang",
+  "medan": "/medan",
+  "manokwari": "/manokwari",
+  "palangkaraya": "/palangkaraya",
+  "pamulang": "/pamulang",
+  "pasuruan": "/pasuruan",
+  "pekalongan": "/pekalongan",
+  "pekanbaru": "/pekanbaru",
+  "pemalang": "/pemalang",
+  "ponorogo": "/ponorogo",
+  "salatiga": "/salatiga",
+  "samarinda": "/samarinda",
+  "sangatta": "/sangatta",
+  "semarang": "/semarang",
+  "sidoarjo": "/sidoarjo",
+  "solo": "/solo",
+  "sukoharjo": "/sukoharjo",
+  "sumedang": "/sumedang",
+  "surabaya": "/surabaya",
+  "surakarta": "/surakarta",
+  "tangerang": "/tangerang",
+  "tarakan": "/tarakan",
+  "tangerang_selatan": "/tangerang-selatan",
+  "yogyakarta": "/yogyakarta"
+}

data/lib/kajian/adapter/jadwal_kajian.rb

@@ -0,0 +1,50 @@
+require 'kajian/makro'
+
+module Kajian
+  class Adapter
+    class JadwalKajian
+      extend Kajian::Makro
+
+      @url = 'http://jadwalkajian.com'
+
+      @direktori_master = json_ke_hash("#{simbol}.json")
+
+      # buang_direktori(
+      #   :aceh, :bali, :balikpapan, :barabai, :bandung, :banten, :batam, :bojonegoro,
+      #   :boyolali, :cilacap, :cilegon, :denpasar, :garut, :gorontalo, :indramayu,
+      #   :jayapura, :kampar, :karawang, :kebumen, :kediri, :kutai_kartanegara,
+      #   :madiun, :magelang, :makassar, :malang, :medan, :manokwari, :palangkaraya,
+      #   :pamulang, :pasuruan, :pekalongan, :pemalang, :ponorogo, :salatiga,
+      #   :samarinda, :sangatta, :semarang, :sidoarjo, :solo, :sukoharjo, :sumedang,
+      #   :surabaya, :surakarta, :tarakan, :yogyakarta
+      # )
+
+      # pakai_direktori(:bekasi, :jakarta)
+
+      blok(css: 'div.eventon_list_event.event')
+
+      tema(css: 'span.evcal_event_title')
+
+      penceramah(css: 'span.evcal_event_subtitle', substitusi: {/dr\.?/ => 'Dr.'})
+
+      tempat do |blok|
+        blok.css('div.evo_location').map do |lokasi|
+          lokasi.css('p').map(&:text).join("\n")
+        end
+      end
+
+      tanggal do |blok|
+        "#{blok.css('span.evcal_cblock .evo_date span.start').first.text.to_i} " +
+          "#{blok.css('span.evcal_cblock').first["data-smon"]}"
+      end
+
+      waktu(css: 'div.evo_time p', hilangkan: /^\(.*\)\s+/)
+
+      gambar do |blok|
+        blok.css('div.evo_metarow_locImg').map do |img|
+          img.attributes.values[1].value[/(?<=url\().*(?=\))/]
+        end
+      end
+    end
+  end
+end

data/lib/kajian/fungsi_bantu.rb

@@ -0,0 +1,26 @@
+module Kajian
+  module FungsiBantu
+    # Konversi dari kelas adapter ke simbol.
+    # Misal:
+    #   Kajian::Adapter::JadwalKajian ke :jadwal_kajian
+    def adapter_ke_simbol(kelas_adapter)
+      kelas_adapter.name
+                   .sub(/(\w+::)+/, '')
+                   .gsub(/([A-Z]+)([A-Z][a-z])/, '\1_\2')
+                   .gsub(/([a-z\d])([A-Z])/, '\1_\2')
+                   .tr("-", "_")
+                   .downcase
+                   .to_sym
+    end
+
+    # Konversi dari simbol ke kelas adapter.
+    # Misal:
+    #   :jadwal_kajian ke Kajian::Adapter::JadwalKajian
+    def simbol_ke_adapter(simbol)
+      nama_adapter = simbol.to_s
+                           .sub(/^[a-z\d]*/) { |match| match.capitalize }
+                           .gsub!(/(?:_)([a-z\d]*)/i) {"#{$1.capitalize}"}
+      Kernel.const_get("Kajian::Adapter::#{nama_adapter}")
+    end
+  end
+end

data/lib/kajian/koleksi_adapter.rb

@@ -0,0 +1,29 @@
+require 'kajian/adapter'
+
+module Kajian
+  class KoleksiAdapter
+    def initialize(sumber_sumber)
+      @adapter_adapter = sumber_sumber
+    end
+
+    def semua
+      koleksi = {}
+      @adapter_adapter.map do |adapter|
+        koleksi = koleksi.merge(Kajian::Adapter.new(adapter).semua)
+      end
+      koleksi
+    end
+
+    def [](*daerah_daerah)
+      koleksi = {}
+      @adapter_adapter.map do |adapter|
+        koleksi = koleksi.merge(Kajian::Adapter.new(adapter)[*daerah_daerah])
+      end
+      koleksi
+    end
+
+    def method_missing(m)
+      self[m]
+    end
+  end
+end

data/lib/kajian/makro.rb

@@ -0,0 +1,189 @@
+module Kajian
+  KesalahanDaerah = Class.new(StandardError)
+
+  module Makro
+    require 'kajian/fungsi_bantu'
+    require 'open-uri'
+    require 'nokogiri'
+    require 'json'
+    require 'thread'
+
+    KOLOM = %i[tema penceramah tempat tanggal waktu gambar]
+    BULAN = {
+      "januari"  => "january",
+      "februari" => "february",
+      "pebruari" => "february",
+      "maret"    => "march",
+      "mei"      => "may",
+      "juni"     => "june",
+      "juli"     => "july",
+      "agustus"  => "august",
+      "oktober"  => "october",
+      "desember" => "december",
+    }
+
+    extend FungsiBantu
+
+    @@adapter = []
+
+    class << self
+      def extended(adapter)
+        @@adapter << adapter
+        adapter.simbol = adapter_ke_simbol(adapter)
+      end
+
+      def adapter
+        @@adapter
+      end
+    end
+
+    attr_accessor :simbol, *KOLOM.map {|k| "proc_#{k}"}
+    attr_reader   :url, :direktori_master, :direktori_salinan, *KOLOM
+    attr_writer   :proc_blok,
+
+    def dokumen *daerah_daerah
+      set_direktori!
+      @buang_direktori ||= []
+      @buang_direktori.each {|daerah| direktori_salinan.delete(daerah)}
+      unless daerah_daerah.empty?
+        daerah_daerah = daerah_daerah.map(&:to_sym)
+        daerah_daerah.each do |daerah|
+          raise Kajian::KesalahanDaerah, "daerah '#{daerah}' tidak ditemukan" \
+            unless direktori_salinan.has_key?(daerah)
+        end
+        direktori_salinan.keep_if{|k,_| daerah_daerah.include?(k)}
+      end
+
+      jadwal  = []
+      direktori_salinan.to_a.each_slice(10) do |slice|
+        slice.map do |daerah, dir|
+          Thread.new do
+            jadwal << [daerah, @proc_blok.(daerah, dir)] rescue [daerah, []]
+          end
+        end.map(&:join)
+      end
+      jadwal.to_h
+    end
+
+    def json_ke_hash(file_name = "#{simbol}.json")
+      JSON(
+        File.read(File.join(File.dirname(caller[0][/^.*\.rb/]), file_name)),
+        symbolize_names: true
+      )
+    end
+
+    def set_direktori!
+      @direktori_salinan = direktori_master.dup
+    end
+
+    def buang_direktori(*args)
+      set_direktori!
+      @pakai_direktori = direktori_master.keys - args.map(&:to_sym)
+      @buang_direktori = args
+    end
+
+    def pakai_direktori(*args)
+      set_direktori!
+      @buang_direktori = direktori_master.keys - args.map(&:to_sym)
+      @pakai_direktori = args.map(&:to_sym)
+    end
+
+    def blok(filter_blok)
+      @blok = if block_given?
+                proc {|laman| yield(laman)}
+              elsif filter_blok
+                filter_blok
+              end
+
+      @proc_blok = proc do |daerah, dir|
+        if instance_variable_get("@laman_#{daerah}").nil?
+          laman = Nokogiri::HTML(open(File.join(self.url, dir)))
+          instance_variable_set("@laman_#{daerah}", laman)
+        end
+
+        laman ||= instance_variable_get("@laman_#{daerah}")
+
+        if @blok.kind_of? Proc
+          @blok.(laman)
+        elsif filter_blok
+          laman.public_send(*filter_blok.to_a.first)
+        end.map do |b|
+          kajian = {}
+          KOLOM.each do |k|
+            konten    = self.public_send("proc_#{k}").(b) rescue nil
+            kajian[k] = konten.kind_of?(Array) ? (k == :penceramah ? konten : konten.first) : konten
+          end
+          kajian
+        end
+      end
+    end
+
+    KOLOM.each do |k|
+      define_method k do |filter = {}, &block|
+        nilai_k = if block
+                    proc {|blok| block.(blok)}
+                  elsif filter[:css]
+                    Hash[*filter.assoc(:css)]
+                  elsif filter[:xpath]
+                    Hash[*filter.assoc(:xpath)]
+                  end
+
+        instance_variable_set("@#{k}", nilai_k)
+
+        proc_k = proc do |blok|
+                   teks_awal = if instance_variable_get("@#{k}").kind_of? Proc
+                                 instance_variable_get("@#{k}").(blok)
+                               elsif nilai_k
+                                 konten = blok.public_send(*nilai_k.to_a.first)
+                                 konten = if k == :gambar
+                                            konten.map {|img| img["src"]}
+                                          else
+                                            konten.map(&:text)
+                                          end
+                                 k == :penceramah ? konten : konten.first
+                               end
+
+                   if k == :penceramah
+                     teks_awal.map do |teks|
+                       teks_bersih = bersihkan(teks, filter[:hilangkan], k)
+                       teks_sub    = substitusi(teks_bersih, filter[:substitusi])
+                       konversi(teks_sub, filter[:parser])
+                     end
+                   else
+                     teks_bersih = bersihkan(teks_awal, filter[:hilangkan], k)
+                     teks_sub    = substitusi(teks_bersih, filter[:substitusi])
+                     filter[:parser] ||= Date if k == :tanggal
+                     konversi(teks_sub, filter[:parser])
+                   end
+                 end
+
+        self.public_send("proc_#{k}=", proc_k)
+      end
+    end
+
+    private
+      def bersihkan(teks, harus_hilang, nama_kolom)
+        teks.gsub!(harus_hilang, '') if harus_hilang
+        if nama_kolom == :tema
+          teks.sub(/\s+((B|b)ersama (Usta(d)?(z)?(ah)?)? .*)?$/, '')
+        elsif nama_kolom == :penceramah
+          teks.sub(/^(((A|a)l(\-?|\s+))?(U|u)stad?z?(ah)?)\s+/, '')
+        elsif nama_kolom == :tanggal
+          BULAN.each do |asal_kata, terjemahan|
+            teks.sub!(asal_kata, terjemahan)
+          end
+          teks
+        else
+          teks
+        end
+      end
+
+      def substitusi(teks, sub_hash)
+        sub_hash ? teks.gsub(*sub_hash.to_a.first) : teks
+      end
+
+      def konversi(teks, parser)
+        parser ? parser.parse(teks) : teks
+      end
+  end
+end

data/lib/kajian/version.rb

@@ -0,0 +1,3 @@
+module Kajian
+  VERSION = "0.1.2"
+end

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification
+name: kajian
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+platform: ruby
+authors:
+- Adrian Setyadi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-09-28 00:00:00.000000000 Z
+dependencies: []
+description: Pustaka ruby untuk mengekstrak data acara kajian Islam dari berbagai
+  situs di Indonesia. Dengan menggunakan DSL (Domain Specific Language), mudah untuk
+  menambahkan situs-situs lain untuk diekstrak data acara kajiannya.
+email:
+- adrian@setyadi.pro
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- kajian.gemspec
+- lib/kajian.rb
+- lib/kajian/adapter.rb
+- lib/kajian/adapter/jadwal_kajian.json
+- lib/kajian/adapter/jadwal_kajian.rb
+- lib/kajian/fungsi_bantu.rb
+- lib/kajian/koleksi_adapter.rb
+- lib/kajian/makro.rb
+- lib/kajian/version.rb
+homepage: https://github.com/styd/kajian
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Pustaka ruby untuk mengekstrak data acara kajian Islam dari berbagai situs
+  di Indonesia.
+test_files: []