scrape_creators 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 81d8fe07ba67037eed200bf86a2a59940e0cd95be484f290deb4bb22d22cc9bf
+  data.tar.gz: ddcd4376a7dfd3e345aa8e8382fb218c6f1ab77975648dc21d2d788d0abe8af8
+SHA512:
+  metadata.gz: bb3e3c91366fa725e4a4818659f91a28beaf38b23c463dc62bf87837f56b8c831d715d5b9d71996991dbee96843106ba430a0d9056285f62894fdead2dbc3385
+  data.tar.gz: 240ce6fb3cb88ade249726749e8eb40c5975204311bcfc8b49e8ccf32fddb0b62c4a1131915cc1eb4a7b85f0a74bc1571aad682e28987ad41a5c5c90a6566d43

data/README.md

@@ -0,0 +1,57 @@
+# ScrapeCreators
+
+A zero-dependency Ruby client for the [Scrape Creators API](https://docs.scrapecreators.com).
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'scrape_creators', '0.1.0'
+```
+
+And then execute:
+
+```bash
+$ bundle install
+```
+
+## Configuration
+
+Configure your API key in an initializer (e.g., `config/initializers/scrape_creators.rb`):
+
+```ruby
+ScrapeCreators.configure do |config|
+  config.api_key = ENV['SCRAPE_CREATORS_API_KEY']
+end
+```
+
+## Usage
+
+Initialize a client:
+
+```ruby
+scraper = ScrapeCreators::Client.new
+```
+
+### Fetch Instagram User Posts & Reels
+
+```ruby
+posts = scraper.posts("zuck")
+```
+
+### Fetch Instagram Post / Reel Info
+
+```ruby
+info = scraper.post("https://www.instagram.com/p/DKSMEpKRd6h/", download_media: true)
+```
+
+### Fetch Instagram Post / Reel Comments
+
+```ruby
+comments = scraper.comments("https://www.instagram.com/p/DKSMEpKRd6h/")
+```
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/lib/scrape_creators/client.rb

@@ -0,0 +1,121 @@
+# frozen_string_literal: true
+
+require 'net/http'
+require 'uri'
+require 'json'
+require 'zlib'
+require 'stringio'
+
+module ScrapeCreators
+  class Client
+    attr_reader :config, :api_key
+
+    def initialize(config = nil, api_key: nil)
+      @config = config || ScrapeCreators.configuration
+      @api_key = api_key || @config.api_key
+    end
+
+    def posts(username_or_handle, options = {})
+      params = { handle: username_or_handle }.merge(options)
+      res = get("/v2/instagram/user/posts", params)
+      res.is_a?(Hash) ? (res["items"] || []) : []
+    end
+
+    def post(url_or_code, options = {})
+      url = normalize_url(url_or_code)
+      params = { url: url }.merge(options)
+      get("/v1/instagram/post", params)
+    end
+
+    def comments(url_or_code, options = {})
+      url = normalize_url(url_or_code)
+      params = { url: url }.merge(options)
+      res = get("/v2/instagram/post/comments", params)
+      res.is_a?(Hash) ? (res["comments"] || []) : []
+    end
+
+    def get(endpoint, params = {}, options = {})
+      request(endpoint, method: :get, params: params, options: options)
+    end
+
+    def request(endpoint, method: :get, params: {}, options: {})
+      current_key = options[:api_key] || api_key
+      if current_key.nil? || current_key.to_s.strip.empty?
+        raise ConfigurationError, "Scrape Creators API key is missing. Set ENV['SCRAPE_CREATORS_API_KEY'] or configure via ScrapeCreators.configure { |c| c.api_key = '...' }"
+      end
+
+      clean_endpoint = endpoint.to_s.start_with?('/') ? endpoint.to_s : "/#{endpoint}"
+      base_url = options[:api_base_url] || config.api_base_url
+      url_str = "#{base_url}#{clean_endpoint}"
+
+      uri = URI.parse(url_str)
+
+      if method == :get
+        uri.query = URI.encode_www_form(params) if params && !params.empty?
+        req = Net::HTTP::Get.new(uri.request_uri)
+      else
+        req = Net::HTTP::Post.new(uri.request_uri)
+        req['Content-Type'] = 'application/json'
+        req.body = JSON.generate(params) if params && !params.empty?
+      end
+
+      req['x-api-key'] = current_key
+      req['Accept'] = 'application/json'
+      req['Accept-Encoding'] = 'gzip, deflate'
+
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = (uri.scheme == 'https')
+      http.open_timeout = options[:open_timeout] || config.open_timeout
+      http.read_timeout = options[:read_timeout] || config.read_timeout
+
+      res = http.request(req)
+      parse_response(res)
+    end
+
+    private
+
+    def normalize_url(url_or_code)
+      str = url_or_code.to_s.strip
+      if str.start_with?('http://', 'https://')
+        str
+      else
+        "https://www.instagram.com/p/#{str}/"
+      end
+    end
+
+    def parse_response(response)
+      body = response.body
+
+      if response['Content-Encoding'] == 'gzip' && body && !body.empty?
+        begin
+          body = Zlib::GzipReader.new(StringIO.new(body)).read
+        rescue Zlib::Error, Zlib::GzipFile::Error
+          # Decompression fallback
+        end
+      elsif response['Content-Encoding'] == 'deflate' && body && !body.empty?
+        begin
+          body = Zlib::Inflate.inflate(body)
+        rescue Zlib::Error
+          # Decompression fallback
+        end
+      end
+
+      parsed = begin
+        JSON.parse(body)
+      rescue JSON::ParserError
+        body
+      end
+
+      unless response.is_a?(Net::HTTPSuccess)
+        error_msg = if parsed.is_a?(Hash)
+                      parsed['detail'] || parsed['message'] || parsed['error'] || response.message
+                    else
+                      response.message
+                    end
+        raise APIError.new("ScrapeCreators Error (#{response.code}): #{error_msg}", status: response.code.to_i, response_body: body)
+      end
+
+      parsed
+    end
+  end
+end

data/lib/scrape_creators/configuration.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module ScrapeCreators
+  class Configuration
+    attr_accessor :api_key, :api_base_url, :open_timeout, :read_timeout
+
+    def initialize
+      @api_key = ENV['SCRAPE_CREATORS_API_KEY']
+      @api_base_url = "https://api.scrapecreators.com"
+      @open_timeout = 10
+      @read_timeout = 30
+    end
+  end
+end

data/lib/scrape_creators/error.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module ScrapeCreators
+  class Error < StandardError; end
+  class ConfigurationError < Error; end
+
+  class APIError < Error
+    attr_reader :status, :response_body
+
+    def initialize(message, status: nil, response_body: nil)
+      super(message)
+      @status = status
+      @response_body = response_body
+    end
+  end
+end

data/lib/scrape_creators/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module ScrapeCreators
+  VERSION = "0.1.0"
+end

data/lib/scrape_creators.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require_relative "scrape_creators/version"
+require_relative "scrape_creators/error"
+require_relative "scrape_creators/configuration"
+require_relative "scrape_creators/client"
+
+module ScrapeCreators
+  class << self
+    def configuration
+      @configuration ||= Configuration.new
+    end
+
+    def configuration=(config)
+      @configuration = config
+    end
+
+    def configure
+      yield(configuration)
+    end
+
+    def reset
+      @configuration = Configuration.new
+    end
+  end
+end

metadata

@@ -0,0 +1,45 @@
+--- !ruby/object:Gem::Specification
+name: scrape_creators
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Substation
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies: []
+description: Ruby client for Scrape Creators API (https://scrapecreators.com) to fetch
+  social media profile, posts, reels, and comments.
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/scrape_creators.rb
+- lib/scrape_creators/client.rb
+- lib/scrape_creators/configuration.rb
+- lib/scrape_creators/error.rb
+- lib/scrape_creators/version.rb
+homepage: https://github.com/getletterpress/scrape_creators
+licenses:
+- MIT
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Zero-dependency Ruby client for Scrape Creators API
+test_files: []