mddir 0.1.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 28e9c0901404556fd2aeeef6ccd427029da4d3f50f7fe0e5a55fa66b118cce1e
-  data.tar.gz: f74a0a254c16cf555c14497a36cc2925e791dcdf3bb5ebcb189cb6b0d2a1fdf1
+  metadata.gz: e6aac0b080aaf3ec9e7b1c912cfabed017b5379610be25ba5ccf865925b061f7
+  data.tar.gz: 7a80416b4d19a80e6de0448877b5f6d9b8ab650ed967ae231579fe808c7cbd69
 SHA512:
-  metadata.gz: a593cff246076103d9348d5281063f63abd56fde7540d5596fd97adae0384f9e7a128546fc22ada3c1349ab1557ac5b4190ceb9ff64ce0c6f68befb1cb629997
-  data.tar.gz: ce4d88969d6e2054670b32780cd6492d3fb90d41e456322869754d993f8bd74d0934e88b6d6d68c780e5f8e3ac9fc17ef901499d354613e88a118dbcbc2bc112
+  metadata.gz: fcade5ae9ef5dbc11091d817efcdf82bb4a848a9540dac5f9e919afc95b8ccd46b0b96106872af66d0490f9180fa9e4c699ba51cbe5fbe100d1e59689774f78e
+  data.tar.gz: ae7f69a7861fb375b45aa7abf64ae781429121cc49053c37cc5d943be02af1765118ed7f4043292b40f813fe34bc18af203370336ee83ffcf6fba2dd1dbf9b9a

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 ## [Unreleased]
 
+## [0.2.1] - 2026-03-01
+
+- Fix broken image markdown from pages using `<picture>` elements (e.g. Substack)
+
+## [0.2.0] - 2026-03-01
+
+- Lazy load dependencies to speed up Tebako binaries
+- Add Tebako CI workflow for building standalone binaries
+
 ## [0.1.0] - 2026-02-28
 
 - Fetch web pages and convert to clean markdown

data/README.md

@@ -17,15 +17,32 @@ mddir fetches web pages, converts them to clean markdown, and organizes them int
 
 ## Installation
 
-Requires Ruby >= 3.2.0. If you don't have Ruby installed, [mise](https://mise.jdx.dev) is the easiest way to get it:
+### Homebrew (macOS)
 
 ```bash
-mise use --global ruby@3
+brew install AliOsm/tap/mddir
+```
+
+### Standalone Binary (macOS & Linux)
+
+Download the latest binary for your platform from the [GitHub releases page](https://github.com/AliOsm/mddir/releases), then:
+
+```bash
+# macOS: remove the quarantine flag
+xattr -d com.apple.quarantine mddir
+
+chmod +x mddir
+sudo mv mddir /usr/local/bin/
 ```
 
-Then install the gem:
+On Linux, skip the `xattr` step.
+
+### RubyGems
+
+Requires Ruby >= 3.2.0. If you don't have Ruby installed, [mise](https://mise.jdx.dev) is the easiest way to get it:
 
 ```bash
+mise use --global ruby@3
 gem install mddir
 ```
 
@@ -142,6 +159,8 @@ mddir add docs https://private.example.com/page --cookies ~/cookies.txt
 - [ ] Archive mode to save raw HTML alongside markdown
 - [ ] Migration command to relocate the base directory
 - [ ] Collection pinning and sorting in the web UI
+- [ ] GitHub sync (or GitLab, etc.)
+- [ ] Move entries between collections
 
 ## Development
 

data/lib/mddir/cli.rb

@@ -36,6 +36,11 @@ module Mddir
     desc "collection SUBCOMMAND", "Manage collections"
     subcommand "collection", CollectionCLI
 
+    desc "version", "Print version"
+    def version
+      puts "mddir #{Mddir::VERSION}"
+    end
+
     desc "add COLLECTION URL [URL...]", "Fetch web pages and save to a collection"
     method_option :cookies, type: :string, desc: "Path to a cookies file"
     def add(collection_name, *urls)
@@ -47,6 +52,7 @@ module Mddir
       collection = Collection.new(collection_name, config)
       collection.create! unless collection.exist?
 
+      require_relative "fetcher"
       fetcher = Fetcher.new(config, cookies_path: options[:cookies])
       urls.each { |url| fetch_and_save(url, collection, fetcher) }
     end
@@ -86,6 +92,7 @@ module Mddir
       collection_name = args.length >= 2 ? args[0] : nil
       query = args.length >= 2 ? args[1..].join(" ") : args[0]
 
+      require_relative "search"
       results = Search.new(config).search(query, collection_name:)
       results.empty? ? say("No matches found") : print_search_results(results)
     end

data/lib/mddir/collection.rb

@@ -91,6 +91,7 @@ module Mddir
     def remove!
       FileUtils.rm_rf(@path)
       GlobalIndex.update!(config)
+      require_relative "search_index"
       SearchIndex.open(config) { |index| index.remove_collection!(name) }
     end
 

data/lib/mddir/fetcher.rb

@@ -128,7 +128,8 @@ module Mddir
     def process_html_response(url, response)
       html = normalize_encoding(response.body.to_s, response.headers["content-type"])
       document = Nokogiri::HTML(html)
-      title, article_html = extract_readable_content(html, document)
+      simplify_image_markup(document)
+      title, article_html = extract_readable_content(document.to_html, document)
       markdown = html_to_markdown(article_html)
 
       Entry.new(
@@ -142,6 +143,20 @@ module Mddir
       )
     end
 
+    def simplify_image_markup(document)
+      document.css("picture").each do |picture|
+        img = picture.at("img")
+        img ? picture.replace(img) : picture.remove
+      end
+
+      document.css("a").each do |a|
+        img = a.at("img")
+        next unless img
+
+        a.replace(img) if a.text.strip.empty?
+      end
+    end
+
     def extract_readable_content(html, document)
       title, article_html = run_readability(html)
 

data/lib/mddir/server.rb

@@ -5,6 +5,7 @@ require "kramdown"
 require "kramdown-parser-gfm"
 require "rouge"
 require "uri"
+require_relative "search"
 
 module Mddir
   class Server < Sinatra::Base # rubocop:disable Metrics/ClassLength

data/lib/mddir/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Mddir
-  VERSION = "0.1.0"
+  VERSION = "0.2.1"
 end

data/lib/mddir.rb

@@ -6,9 +6,6 @@ require_relative "mddir/config"
 require_relative "mddir/global_index"
 require_relative "mddir/collection"
 require_relative "mddir/entry"
-require_relative "mddir/fetcher"
-require_relative "mddir/search_index"
-require_relative "mddir/search"
 require_relative "mddir/cli"
 
 module Mddir

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mddir
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Ali Hamdi Ali Fadel