jnc_api 0.1.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 369eb625aa055dce9f77b637d1c6a6e8251ecdffe14dc2f232568ecbb8495237
-  data.tar.gz: 439806ffe90c5804bfdc319e4f82789e0e77e66d095e9daf1d326e5f966fb9bd
+  metadata.gz: 3974d29ba88445303cbe19210402f6b3acfb1ad8aa9ca9ee5f662025f04a9ab0
+  data.tar.gz: b50c7ba9e5ff1666565241497a974c35fef74ba957037d476d0a169d317b4ad9
 SHA512:
-  metadata.gz: 25dd6f4b7c9c46a4c841fe6bf3df95dddf8d89aff993d477a53593846b7412c0bd48387de2b817f13310c1f54d0612084ec8e6f2416385f3cf1cbb035d93f11a
-  data.tar.gz: 79995090f88bf2fddca1cc93688ecb2774aba33c2b01fb56c58193ada886884818eab099ecd77e0d56cd229860fae8ec9ccf5c5adf10eaa76293f2c91064ca38
+  metadata.gz: f5849dc5efaf3877966a24d1d399e41b1aaacece2969a9e1dcd05924c38712b1906f24d249b3a11144fb888f3edfaea4de1f6e96180463aab5cf64555a875901
+  data.tar.gz: 0ed4905c22b8ae2ea72d125bab66df8ff544879ecb6f8196afa853457aab45bf5246220c423066566422963d6fbde0bca0fb0775d67f496f757d36f5c25b423a

data/README.md

@@ -4,15 +4,13 @@ A thin wrapper for the j-novel.club API
 
 ## Installation
 
-TODO: Replace `UPDATE_WITH_YOUR_GEM_NAME_IMMEDIATELY_AFTER_RELEASE_TO_RUBYGEMS_ORG` with your gem name right after releasing it to RubyGems.org. Please do not do it earlier due to security reasons. Alternatively, replace this section with instructions to install your gem from git if you don't plan to release to RubyGems.org.
-
 Install the gem and add to the application's Gemfile by executing:
 
-    $ bundle add UPDATE_WITH_YOUR_GEM_NAME_IMMEDIATELY_AFTER_RELEASE_TO_RUBYGEMS_ORG
+    $ bundle add jnc_api
 
 If bundler is not being used to manage dependencies, install the gem by executing:
 
-    $ gem install UPDATE_WITH_YOUR_GEM_NAME_IMMEDIATELY_AFTER_RELEASE_TO_RUBYGEMS_ORG
+    $ gem install jnc_api
 
 ## Usage
 

data/examples/feed/models.rb

@@ -46,8 +46,26 @@ ActiveRecord::Schema.define do
       t.timestamps
     end
   end
+
+  unless table_exists?(:manga_parts)
+    create_table :manga_parts, force: :cascade do |t|
+      t.integer :part_id, null: false
+      t.text :uuid
+      t.text :ngtoken
+      t.text :kgtoken
+      t.text :webpub
+      t.timestamps
+    end
+  end
+
 end
 
 class Part < ActiveRecord::Base
+  has_many :manga_parts
   serialize :crypt_data, coder: JSON
 end
+
+class MangaPart < ActiveRecord::Base
+  belongs_to :part
+  serialize :webpub, coder: JSON
+end

data/examples/feed/tracker.rb

@@ -23,6 +23,7 @@ gemfile do
   gem "activerecord", "~> 7.1", require: "active_record"
   gem "sqlite3", "~> 1.4", require: "sqlite3"
   gem "addressable", "~> 2.8", require: "addressable"
+  gem "optparse", require: "optparse"
 
   gem "jnc_api", path: "../..", require: "jnc_api"
 end
@@ -46,52 +47,40 @@ else
 
   api = JncApi::Api.login(login, password)
   puts "Your JNC_TOKEN is #{api.token}"
+  puts "Press [Enter] to continue ..."
+  gets
 end
 
-user_id = JSON.parse(api.me)["legacyId"]
-feed = JSON.parse(api.feed(user_id))
-
-feed["items"].each do |item|
-  sleep 3
-
-  url = Addressable::URI.parse(item["id"])
-  slug = url.path.split("/").last
-
-  # persist/update part data
-  part = Part.find_or_create_by(slug: slug)
-
-  # skip items if the feed item is already seen
-  if part.date_published &&
-      item["date_published"].to_datetime == part.date_published.to_datetime
-    puts "Skipping part #{part.slug} (feed item already seen)"
-    next
-  end
-
-  p = JSON.parse(api.parts_data(slug))
-
+def assign_part_from_json(part, p)
   part.series_type = p["type"]
   part.legacy_id = p["partLegacyId"]
   part.title = p["partTitle"]
-  part.updated = p["updated"]
   part.clear_data = p["clearData"]
+end
 
-  part.image = item["image"]
-  part.date_published = item["date_published"]
+options = {}
+OptionParser
+  .new do |opts|
+    opts.on(
+      "--slug=SLUG",
+      "Only download this part as identified by the slug"
+    ) { |s| options[:slug] = s }
+  end
+  .parse!
 
-  part.save!
+me = api.me
+puts me
+user_id = JSON.parse(me)["legacyId"]
 
-  # skip items that are not novels e.g. manga
-  # we currently have no way to decode the manga parts
-  if p["type"] != "NOVEL"
-    puts "Skipping part #{part.slug} (not NOVEL type unsupported)"
-    next
-  end
+if options[:slug]
+  opt_slug = options[:slug]
+  p = JSON.parse(api.parts_data(opt_slug))
+  part = Part.find_or_create_by(slug: opt_slug)
 
-  # skip items if the part is already up-to-date
-  if part.data && p["updated"].to_datetime == part.updated.to_datetime
-    puts "Skipping part #{part.slug} (feed item updated)"
-    next
-  end
+  assign_part_from_json(part, p)
+  part.updated = p["updated"]
+
+  part.save!
 
   e = api.embed(p["partLegacyId"])
 
@@ -100,4 +89,65 @@ feed["items"].each do |item|
   part.save!
 
   puts "Updated part #{part.slug}"
+else
+  feed = JSON.parse(api.feed(user_id))
+
+  feed["items"].each do |item|
+    url = Addressable::URI.parse(item["id"])
+    slug = url.path.split("/").last
+
+    # persist/update part data
+    part = Part.find_or_create_by(slug: slug)
+
+    # skip items if the feed item is already seen
+    if part.date_published &&
+         item["date_published"].to_datetime == part.date_published.to_datetime
+      puts "Skipping part #{part.slug} (feed item already seen)"
+
+      next
+    end
+
+    puts "sleeping for 5s"
+    sleep 5
+
+    p = JSON.parse(api.parts_data(slug))
+    assign_part_from_json(part, p)
+
+    # skip items if the part is already up-to-date
+    if part.data && p["updated"].to_datetime == part.updated.to_datetime
+      puts "Skipping part #{part.slug} (feed item updated)"
+
+      next
+    end
+
+    # note: we currently have no way to descramble the manga parts
+    if p["type"] == "MANGA"
+      puts "part #{part.slug} is manga, downloading webpub"
+      tokens = JSON.parse(api.manga_parts(part.legacy_id))
+      manga_part = part.manga_parts.find_or_create_by(uuid: tokens["uuid"])
+      manga_part.uuid = tokens["uuid"]
+      manga_part.ngtoken = tokens["ngtoken"]
+      manga_part.kgtoken = tokens["kgtoken"]
+
+      puts tokens
+      puts "sleeping for 30s"
+      sleep 5
+
+      manga_part.webpub = api.webpub(tokens["uuid"], tokens["ngtoken"])
+      manga_part.save!
+    else
+      e = api.embed(p["partLegacyId"])
+
+      part.data = e
+      part.crypt_data = p["cryptData"]
+    end
+
+    part.image = item["image"]
+    part.date_published = item["date_published"]
+    part.updated = p["updated"]
+
+    part.save!
+
+    puts "Updated part #{part.slug}"
+  end
 end

data/examples/feed/viewer.rb

@@ -39,7 +39,7 @@ class App < Sinatra::Application
   enable :inline_templates
 
   get "/" do
-    @parts = Part.order("date_published DESC")
+    @parts = Part.order("date_published DESC").where(series_type: "NOVEL")
     erb :index
   end
 
@@ -65,6 +65,10 @@ __END__
 @@ layout
 <!doctype html>
 <html>
+  <head>
+  <link rel="preconnect" href="https://fonts.googleapis.com">
+  <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+  <link href="https://fonts.googleapis.com/css2?family=Goudy+Bookletter+1911&display=swap" rel="stylesheet">
   <style>
     body { background-color: linen; }
     section { max-width: 80em; }
@@ -72,8 +76,14 @@ __END__
       background-color: white;
       max-width: 50em;
       padding: 0.25em 1em;
+      font-family: "Goudy Bookletter 1911", serif;
+      font-weight: 600;
+      font-style: normal;
+      font-size: large;
+      line-height: 1.5em;
     }
   </style>
+  </head>
   <body><%= yield %></body>
 </html>
 
@@ -95,7 +105,7 @@ __END__
 <hr /><%= @part.data %><hr />
 <% if ENV["JNC_TOKEN"] %>
 <form action="/mark_as_completed/<%= @part.slug %>" method="post" id="mark-button">
-  <p><input type="submit" value="Mark as completed"></p>
+  <p><input style="font-size: 2em;" type="submit" value="Mark as completed"></p>
 </div>
 <% end %>
 <div><p><a href="/">Back to index</a></p></div>

data/lib/jnc_api/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JncApi
-  VERSION = "0.1.0"
+  VERSION = "0.3.0"
 end

data/lib/jnc_api.rb

@@ -30,7 +30,9 @@ module JncApi
     feed: "https://labs.j-novel.club/feed/user",
     parts: "https://labs.j-novel.club/app/v1/parts",
     embed: "https://labs.j-novel.club/embed/",
-    completion: "https://labs.j-novel.club/app/v1/me/completion"
+    completion: "https://labs.j-novel.club/app/v1/me/completion",
+    manga_parts: "https://api.j-novel.club/api/mangaParts",
+    webpub: "https://m11.j-novel.club/nebel/wp"
   }
 
   class Api
@@ -42,7 +44,7 @@ module JncApi
           routes[:login] + "?format=json",
           body:
             JSON.generate(
-              {"login" => login, "password" => password, "slim" => true}
+              { "login" => login, "password" => password, "slim" => true }
             ),
           headers: {
             "Content-Type" => "application/json"
@@ -59,8 +61,15 @@ module JncApi
     def initialize(routes: V1_ROUTES, token: nil)
       @routes = routes
       @token = token
-      @default_headers = {"Content-Type" => "application/json"}
-      @bearer = {"Authorization" => "Bearer #{@token}"}
+      @default_headers = {
+        "User-Agent" =>
+          "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:127.0) Gecko/20100101 Firefox/127.0",
+        "Accept" =>
+          "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
+        "Accept-Language" => "en-US,en;q=0.5",
+        "Content-Type" => "application/json"
+      }
+      @bearer = { "Authorization" => "Bearer #{@token}" }
     end
 
     def series_list(limit: 500, skip: 0)
@@ -157,5 +166,38 @@ module JncApi
         raise Error.new(response.inspect)
       end
     end
+
+    # we can't seem to use bearer tokens for the manga endpoints
+    def manga_parts(part_id)
+      response =
+        HTTParty.get(
+          @routes[:manga_parts] + "/#{part_id}/token?access_token=#{@token}",
+          headers: @default_headers
+        )
+
+      if response.success?
+        response.body
+      else
+        raise Error.new(response.inspect)
+      end
+    end
+
+    # this endpoint seems to be on a CDN without need for authorization
+    # likely for cheaper static hosting (as long as the locations are
+    # difficult to guess such as uuid)
+    def webpub(uuid, ngtoken)
+      response =
+        HTTParty.post(
+          @routes[:webpub] + "/#{uuid}",
+          body: ngtoken,
+          headers: @default_headers
+        )
+
+      if response.success?
+        response.body
+      else
+        raise Error.new(response.inspect)
+      end
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jnc_api
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.3.0
 platform: ruby
 authors:
 - parasquid
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-06-19 00:00:00.000000000 Z
+date: 2024-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -71,7 +71,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.6
+rubygems_version: 3.4.20
 signing_key:
 specification_version: 4
 summary: Light wrapper for the J-Novel Club API.