active_connect 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0d2bd3e27629d16544e40a2cbf963e3060b95c043f88754a84f1be54a11518cd
+  data.tar.gz: 11fe76063af6c27f221e80eec5a197d9cea4c255e5129179905f79e583553c6a
+SHA512:
+  metadata.gz: 2bc3bd1853322a7a1c553f85487155e9323dd8c8e71e5c95a46de886bde589169f460373c0aaf1c3717eb60cbf53eda503c570f9a09d4f271951854480f11080
+  data.tar.gz: bcc9dd43b9b9182188f0c152ebc4359226e62ed361eac1f3f3a94ae16d19886118170608c90fd32f98d4508d2f624516ce5251ad6b74180a5b2133273f34c2f6

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2024 andersmarkc
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,32 @@
+# ActiveConnect
+Short description and motivation.
+
+## Usage
+How to use my plugin.
+
+
+# Guide ME
+RAILS_ENV=test rails generate active_connect:install
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem "active_connect"
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install active_connect
+```
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,8 @@
+require "bundler/setup"
+
+APP_RAKEFILE = File.expand_path("test/dummy/Rakefile", __dir__)
+load "rails/tasks/engine.rake"
+
+load "rails/tasks/statistics.rake"
+
+require "bundler/gem_tasks"

data/app/assets/config/active_connect_manifest.js

@@ -0,0 +1 @@
+//= link_directory ../stylesheets/active_connect .css

data/app/assets/stylesheets/active_connect/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
+ * files in this directory. Styles in this file should be added after the last require_* statement.
+ * It is generally better to create a new file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/active_connect/application_controller.rb

@@ -0,0 +1,4 @@
+module ActiveConnect
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/helpers/active_connect/application_helper.rb

@@ -0,0 +1,4 @@
+module ActiveConnect
+  module ApplicationHelper
+  end
+end

data/app/jobs/active_connect/application_job.rb

@@ -0,0 +1,4 @@
+module ActiveConnect
+  class ApplicationJob < ActiveJob::Base
+  end
+end

data/app/mailers/active_connect/application_mailer.rb

@@ -0,0 +1,6 @@
+module ActiveConnect
+  class ApplicationMailer < ActionMailer::Base
+    default from: "from@example.com"
+    layout "mailer"
+  end
+end

data/app/models/active_connect/application_record.rb

@@ -0,0 +1,5 @@
+module ActiveConnect
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/app/views/layouts/active_connect/application.html.erb

@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Active connect</title>
+  <%= csrf_meta_tags %>
+  <%= csp_meta_tag %>
+
+  <%= stylesheet_link_tag    "active_connect/application", media: "all" %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/config/routes.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+# Path: config/routes.rb
+
+ActiveConnect::Engine.routes.draw do
+end

data/lib/active_connect/engine.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+# Path: lib/active_connect/engine.rb
+
+module ActiveConnect
+  class Engine < ::Rails::Engine
+    isolate_namespace ActiveConnect
+  end
+end

data/lib/active_connect/version.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+# Path: lib/active_connect/version.rb
+
+module ActiveConnect
+  VERSION = "0.1.0"
+end

data/lib/active_connect.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+# Path: lib/active_connect.rb
+
+require "active_connect/version"
+require "active_connect/engine"
+
+module ActiveConnect
+  # Your code goes here...
+end

data/lib/generators/active_scrape/install_generator.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+# lib/generators/active_connect/install_generator.rb
+
+module ActiveConnect
+  class InstallGenerator < Rails::Generators::Base
+    include Rails::Generators::Migration
+
+    source_root File.expand_path("templates", __dir__)
+
+    # Implement the required interface for Rails::Generators::Migration.
+    def self.next_migration_number(dirname)
+      if @migration_number
+        @migration_number += 1
+      else
+        @migration_number = Time.now.utc.strftime("%Y%m%d%H%M%S").to_i
+      end
+      @migration_number.to_s
+    end
+
+    def copy_scrape_yml
+      template "connect.yml", "config/connect.yml"
+    end
+
+    def copy_migrations
+      migration_template "create_active_connect_data.rb", "db/migrate/create_active_connect_data.rb"
+    end
+  end
+end

data/lib/generators/active_scrape/templates/connect.yml

@@ -0,0 +1,50 @@
+# lib/generators/active_connect/templates/connect.yml
+
+default: &default
+  request_timeout: 10
+  request_retries: 3
+  request_delay: 1
+
+
+http_party:
+  <<: *default
+  engine: "httparty"
+  proxy: "http://your-proxy-server:port:username:password"
+  request_headers:
+    user_agent: "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36"
+  request_type: "get"
+
+selenium_chrome:
+  <<: *default
+  engine: "selenium_chrome"
+  proxy: "http://your-proxy-server:port"
+  request_headers:
+    user_agent: "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36"
+
+selenium_firefox:
+  <<: *default
+  engine: "selenium_firefox"
+  proxy: "http://your-proxy-server:port"
+  request_headers:
+      user_agent: "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36"
+
+apparition:
+  <<: *default
+  engine: "apparition"
+  proxy: "http://your-proxy-server:port"
+  request_headers:
+    user_agent: "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36"
+
+cuprite:
+  <<: *default
+  engine: "cuprite"
+  proxy: "http://your-proxy-server:port"
+  request_headers:
+      user_agent: "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36"
+
+mechanize:
+  <<: *default
+  engine: "mechanize"
+  proxy: "http://your-proxy-server:port:username:password"
+  request_headers:
+    user_agent: "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36"

data/lib/generators/active_scrape/templates/create_active_connect_data.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+# lib/generators/active_connect/templates/create_active_connect_data.rb
+#
+class CreateScrapeData < ActiveRecord::Migration[7.0]
+  def change
+    create_table :active_connect_data do |t|
+      t.references :connectable, polymorphic: true, index: true
+      t.json :data
+      t.datetime :run_at
+      t.integer :status
+      t.timestamps
+    end
+  end
+end

data/lib/tasks/active_connect_tasks.rake

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+# Path: lib/tasks/active_connect_tasks.rake
+
+require "active_connect/version"
+require "active_connect/engine"
+
+module ActiveConnect
+  extend ActiveSupport::Concern
+
+  class_methods do
+    def has_connect(connect_name)
+      # Define scraping settings or initializations here
+      # You can store configurations in scrape.yml
+    end
+  end
+end

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification
+name: active_connect
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- andersmarkc
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2024-11-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.0.6
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.0.6
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+description: ActiveConnect provides an easy-to-use scraping framework for Rails applications,
+  allowing models to declare 'has_connect' associations to fetch and store scraped
+  data. Compatible with Rails 7 and higher.
+email:
+- andersmarkc@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/assets/config/active_connect_manifest.js
+- app/assets/stylesheets/active_connect/application.css
+- app/controllers/active_connect/application_controller.rb
+- app/helpers/active_connect/application_helper.rb
+- app/jobs/active_connect/application_job.rb
+- app/mailers/active_connect/application_mailer.rb
+- app/models/active_connect/application_record.rb
+- app/views/layouts/active_connect/application.html.erb
+- config/routes.rb
+- lib/active_connect.rb
+- lib/active_connect/engine.rb
+- lib/active_connect/version.rb
+- lib/generators/active_scrape/install_generator.rb
+- lib/generators/active_scrape/templates/connect.yml
+- lib/generators/active_scrape/templates/create_active_connect_data.rb
+- lib/tasks/active_connect_tasks.rake
+homepage: https://github.com/andersmarkc/active_connect
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/andersmarkc/active_connect
+  source_code_uri: https://github.com/andersmarkc/active_connect
+  changelog_uri: https://github.com/andersmarkc/active_connect/blob/main/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key: 
+specification_version: 4
+summary: A scraping utility for Rails applications, designed to work similarly to
+  ActiveStorage.
+test_files: []