twingly-url_cache 1.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b9ed893f285e11aefe16536d0dbff6dd75d2e1e9
+  data.tar.gz: 92fa6a2cfc57232d56e0b89542556a9ce8f484ae
+SHA512:
+  metadata.gz: 938656877cb25f56db3ccb9b88c8196329fd1b8982bc613c53b1b51be5a08a7f4c55ba52eb2953fe886d8daea8fc85266d7d33f820a677d4bf0d7a2048a720d7
+  data.tar.gz: 21a983f60abfc1a58a3ff76a42ab9f01e53057d734e7ba3d90263a63a2e9156d423f7ffeae5a8246df195ba32a6f0c2747d77efd5d45ce1fd8fbc44bdc4cde88

data/README.md

@@ -0,0 +1,56 @@
+# Twingly::UrlCache
+
+URL cache, remember if an URL been seen before. Uses [Memcached] to cache data, prefers [MemCachier].
+
+[Memcached]: http://memcached.org/
+[MemCachier]: https://www.memcachier.com/
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'twingly-url_cache'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install twingly-url_cache
+
+## Usage
+
+Initialize an instance, cache an URL with `#cache!` and look if it's cached with `#cached?`.
+
+```Ruby
+[1] pry(main)> cache = Twingly::UrlCache.new
+=> #<Twingly::UrlCache:0x007fd58c96b978 ...>
+[2] pry(main)> cache.cache!("http://www.twingly.com/")
+=> true
+[3] pry(main)> cache.cached?("http://www.twingly.com/")
+=> true
+[4] pry(main)> cache.cached?("http://blog.twingly.com/")
+=> false
+```
+
+Required environment variables:
+
+```Shell
+MEMCACHIER_SERVERS
+MEMCACHIER_PASSWORD
+MEMCACHIER_USERNAME
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Start memcached. Then, run `bundle exec rake` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/twingly/twingly-url_cache.
+

data/lib/twingly/url_cache.rb

@@ -0,0 +1,52 @@
+require "twingly/url_cache/version"
+require "dalli"
+require "digest"
+require "retryable"
+
+module Twingly
+  class UrlCache
+    attr_reader :ttl
+
+    CACHE_VALUE = ""
+
+    def initialize(ttl: 0)
+      @cache = Dalli::Client.new(servers, options)
+      @ttl = ttl
+    end
+
+    def cache!(url)
+      key = key_for(url)
+      Retryable.retryable(tries: 3, on: Dalli::RingError) do
+        !!@cache.set(key, CACHE_VALUE, ttl, raw: true)
+      end
+    end
+
+    def cached?(url)
+      key = key_for(url)
+      Retryable.retryable(tries: 3, on: Dalli::RingError) do
+        @cache.get(key, raw: true) == CACHE_VALUE
+      end
+    end
+
+    private
+
+    def key_for(url)
+      Digest::MD5.digest(url)
+    end
+
+    def options
+      {
+        username: ENV.fetch("MEMCACHIER_USERNAME") { },
+        password: ENV.fetch("MEMCACHIER_PASSWORD") { },
+        failover: true,
+        socket_timeout: 1.5,
+        socket_failure_delay: 0.2,
+      }
+    end
+
+    def servers
+      ENV.fetch("MEMCACHIER_SERVERS").split(",")
+    end
+  end
+end
+

data/lib/twingly/url_cache/version.rb

@@ -0,0 +1,5 @@
+module Twingly
+  class UrlCache
+    VERSION = "1.0.1"
+  end
+end

metadata

@@ -0,0 +1,130 @@
+--- !ruby/object:Gem::Specification
+name: twingly-url_cache
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- Twingly AB
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dalli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: retryable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Caches URL hashes in Memcached
+email:
+- dev@twingly.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/twingly/url_cache.rb
+- lib/twingly/url_cache/version.rb
+homepage: https://github.com/twingly/twingly-url_cache
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: URL cache, remember if an URL been seen before
+test_files: []