rawbotz 0.1.2

data/exe/rawbotz_stock_update

@@ -0,0 +1,84 @@
+#!/usr/bin/env ruby
+
+require 'date'
+
+require "rawbotz"
+
+require 'optparse'
+
+options = {config: RawgentoModels::CONF_FILE}
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [OPTIONS]"
+  opts.separator ""
+
+  opts.separator "RawgentoDB configuration file (MySQL options)"
+  opts.on("-c", "--config FILE", 'file path to rawgento-db YAML config file.') do |c|
+    if !File.exist? c
+      STDERR.puts "Cannot load conf file #{c}"
+      exit 2
+    end
+
+    options[:config] = c
+  end
+
+  opts.separator ""
+  opts.separator "Output options"
+  opts.on("-v", "--verbose", 'print debug output (WARNING: including PASSWORD)') do |v|
+    $stdout.sync = true
+    options[:verbose] = true
+  end
+
+  opts.separator ""
+  opts.separator "General"
+  opts.on_tail('--version', 'Show version.') do
+    puts "#{$PROGRAM_NAME} #{Rawbotz::VERSION}"
+    exit 0
+  end
+  opts.on('-h', '--help', 'Show this help.') do
+    puts opts
+    exit 0
+  end
+end
+optparse.parse!
+
+include RawgentoModels
+
+def main options
+  logger = Logger.new(STDOUT)
+  logger.level = options[:verbose] ? Logger::DEBUG : Logger::INFO
+
+  logger.debug "#{$PROGRAM_NAME} #{Rawbotz::VERSION}"
+
+  if !File.exist? options[:config]
+    logger.warn "Cannot load conf file #{options[:config]}"
+    exit 2
+  end
+
+  RawgentoModels.establish_connection options[:config]
+
+  begin
+    result = RawgentoDB::Query.stock(RawgentoDB.settings(options[:config]))
+  rescue Mysql2::Error => e
+    logger.error "Problems accessing MySQL database #{e.inspect}"
+    exit 2
+  end
+
+  now = DateTime.now
+
+  logger.info("Starting stock update")
+
+  result.each do |s|
+    product = RawgentoModels::LocalProduct.find_by(product_id: s.product_id)
+    if product.nil?
+      logger.info("No such product #{s.product_id}")
+    else
+      product.stock_items.create(qty: s.qty, date: now)
+      logger.info("Updated stock for #{s.product_id}")
+    end
+  end
+
+  logger.info("Finished with stock update")
+end
+
+main options

data/exe/rawbotz_update_local_products

@@ -0,0 +1,48 @@
+#!/usr/bin/env ruby
+
+require "rawbotz"
+require "rawbotz/option_parser"
+
+optparse = Rawbotz::OptionParser.new do |opts, options|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [OPTIONS]"
+  opts.separator ""
+
+  opts.on("-m", "--[no-]mail",
+          "send mail with result") do |v|
+    options[:mail] = v
+  end
+end
+optparse.parse!
+options = optparse.options
+
+logger = Logger.new(STDOUT)
+logger.level = optparse.options[:verbose] ? Logger::DEBUG : Logger::INFO
+
+logger.debug "#{$PROGRAM_NAME} #{Rawbotz::VERSION}"
+
+logger.info("Fetching and updating local products from MySQL database")
+
+begin
+  products = RawgentoDB::Query.products
+rescue
+  logger.error "Could not connect to MySQL database or other error"
+  #logger.error "$!.inspect" $@ -> backtrace
+  exit 1
+end
+
+product_count = RawgentoModels::LocalProduct.unscoped.count
+
+updater = Rawbotz::ProductUpdater.new logger
+updater.sync
+
+logger.info("Finished updating local products.")
+
+logger.info("Found #{RawgentoModels::LocalProduct.unscoped.count - product_count}  new products")
+
+if options[:mail]
+  logger.debug("Sending mail")
+  Rawbotz::mail("rawbotz local product update",
+                "Found #{RawgentoModels::LocalProduct.unscoped.count - product_count} new local products")
+end
+
+exit 0

data/exe/rawbotz_update_remote_products

@@ -0,0 +1,160 @@
+#!/usr/bin/env ruby
+
+require "rawbotz"
+
+require 'magento_remote'
+
+require 'optparse'
+
+options = { sleep_time: 1,
+            start_pid: 0,
+            limit: nil,
+            check_new: false,
+            max_dead: 100,
+            conf_file: 'remote-shop.yml'}
+def options.print_default(sym); "(default: #{self[sym]})" end
+
+program_name = File.basename __FILE__
+$program_name = program_name
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: #{program_name} [OPTIONS]"
+  opts.separator ""
+  opts.separator "Scrapes remote shop and 'imports' products from it."
+  opts.separator ""
+
+  opts.separator "Will read remote shop conf from config file."
+
+  opts.separator ""
+  opts.separator "Configuration file (remote shop info, local db info)"
+  opts.on("-c", "--config FILE", 'file path to YAML config file.') do |c|
+    options[:config] = c
+  end
+  opts.separator ""
+  opts.separator "Parsing/scraping options"
+  opts.on("-s", "--start-pid PRODUCT_ID", Integer,
+          "start at product_id PRODUCT_ID #{options.print_default(:start_pid)}") do |v|
+    options[:start_pid] = v
+  end
+  opts.on("-w", "--wait SECONDS", Float,
+          "sleep SECONDS between two requests #{options.print_default(:sleep_time)}") do |v|
+    options[:sleep_time] = v
+  end
+  opts.on("-b", "--batches NUMBER", Integer,
+          "try NUMBER batches before assuming no further hits #{options.print_default(:max_dead)}") do |v|
+    options[:max_dead] = v
+  end
+  opts.on("-m", "--[no-]mail",
+          "send mail with result") do |v|
+    options[:mail] = v
+  end
+  opts.on("-l", "--limit LIMIT", Integer,
+          "try LIMIT products #{options.print_default(:limit)}") do |v|
+    options[:limit] = v
+  end
+  opts.on("-n", "--check-new", Integer,
+          "check only for new products") do |v|
+    options[:check_new] = true
+  end
+
+  opts.separator ""
+  opts.separator "Output options"
+  opts.on("-v", "--verbose", 'print debug output (WARNING: including PASSWORD)') do |v|
+    $stdout.sync = true
+    options[:verbose] = true
+  end
+
+  opts.separator ""
+  opts.separator "General"
+  opts.on_tail('--version', 'Show version.') do
+    puts "#{program_name} #{Rawbotz::VERSION}"
+    exit 0
+  end
+  opts.on_tail('-h', '--help', 'Show this help.') do
+    puts opts
+    exit 0
+  end
+end
+optparse.parse!
+
+if options[:check_new] && options[:start_pid] != 0
+  STDERR.puts "Cannot define both check-new and start-pid options"
+  exit 1
+end
+
+def main options
+  STDOUT.sync = true
+  logger = Logger.new(STDOUT)
+  logger.level = options[:verbose] ? Logger::DEBUG : Logger::INFO
+
+  logger.debug "#{$program_name} #{Rawbotz::VERSION}"
+
+  mech_config = (YAML.load_file options[:config])["remote_shop"]
+  logger.debug(mech_config)
+  mech = MagentoMech.from_config(mech_config)
+  mech.log_to! logger
+
+  RawgentoModels.establish_connection options[:config]
+  logger.debug("Established connection to rawbotz database.")
+
+  supplier_name = mech_config["supplier_name"]
+  supplier = RawgentoModels::Supplier.find_or_create_by(name: supplier_name)
+  logger.debug("Supplier is #{supplier.name}")
+
+  number_dead = 0
+  product_count = RawgentoModels::RemoteProduct.count
+
+
+  current_pid = options[:start_pid]
+  if options[:check_new]
+
+    # max (product_id)
+    last_product_id = RawgentoModels::RemoteProduct.unscoped.where(supplier: supplier).order(product_id: :desc).first.product_id rescue 0
+    logger.debug "Nr Remote Products: #{RawgentoModels::RemoteProduct.where(supplier: supplier).count}"
+    current_pid = last_product_id
+    options[:start_pid] = last_product_id
+    logger.info "Check for new products (last found product_id was #{last_product_id})"
+  end
+
+  while true do
+    p = mech.scrape_products(current_pid, 1, options[:sleep_time])
+    if !p.empty?
+      logger.info "Found #{p[0].inspect}"
+      product_db = RawgentoModels::RemoteProduct.find_or_initialize_by(product_id: p[0][1].to_i, supplier: supplier)
+      product_db.update!(name: p[0][0], product_id: p[0][1].to_i, supplier: supplier)
+      product_db.save!
+      number_dead = 0
+    else
+      extra = options[:limit] ? "#{current_pid - (options[:start_pid] + options[:limit])}" : ""
+      extra += " #{options[:max_dead] - number_dead}"
+      logger.info "None at #{current_pid} - try #{extra} more"
+      number_dead += 1
+    end
+    current_pid += 1
+    if options[:limit] && current_pid > options[:start_pid] + options[:limit]
+      logger.info "reached limit"
+      break
+    end
+    if number_dead > options[:max_dead]
+      logger.info "reached max dead"
+      break
+    end
+  end
+
+  if RawgentoModels::RemoteProduct.any?
+    logger.info "Last at #{RawgentoModels::RemoteProduct.unscoped.where(supplier: supplier).order(product_id: :desc).first.product_id}"
+    logger.info "Found #{RawgentoModels::RemoteProduct.count - product_count} remote products"
+  else
+    logger.warn "No remote products found!"
+  end
+
+  if options[:mail]
+    logger.debug("Sending mail")
+    Rawbotz::mail("rawbotz remote product update",
+                  "Found #{RawgentoModels::RemoteProduct.count - product_count} remote products")
+  end
+end
+
+
+main options
+exit 0

data/lib/rawbotz/app.rb

@@ -0,0 +1,84 @@
+require 'sinatra/base'
+require 'action_view' # Workaround https://github.com/haml/haml/issues/695
+require 'haml'
+require 'rawbotz/helpers/icon_helper'
+require 'rawbotz/helpers/flash_helper'
+require 'rawbotz/helpers/resource_link_helper'
+require 'tilt/haml'
+
+class RawbotzApp < Sinatra::Base
+  include RawgentoModels
+
+  enable :sessions
+
+  configure do
+    # Setup local rawbotz database
+    if Rawbotz.conf_file_path
+      RawgentoModels.establish_connection Rawbotz.conf_file_path
+    else
+      RawgentoModels.establish_connection
+    end
+
+    # Configure local mysql database
+    RawgentoDB.settings(Rawbotz.conf_file_path)
+
+    # And RemoteShop
+    conf = YAML.load_file(Rawbotz.conf_file_path)
+    set :supplier_name, conf["supplier_name"]
+    set :supplier, Supplier.find_by(name:
+                                    conf["supplier_name"])
+    set :conf, conf
+  end
+
+  helpers do ; end
+  helpers Rawbotz::Helpers::IconHelper
+  helpers Rawbotz::Helpers::FlashHelper
+  helpers Rawbotz::Helpers::ResourceLinkHelper
+
+  get '/' do
+    haml :index
+  end
+
+  # get  '/orders'
+  # get  '/order/new'
+  # get  '/order/:id'
+  # post '/order/:id/'
+  # get  '/order/:id/packlist'
+  register Rawbotz::RawbotzApp::Routing::Orders
+
+  # get  '/products'
+  # post '/products/search'
+  # get  '/product/:id'
+  # get  '/product/:id/stock_sales_plot'
+  # post '/product/:id/hide'
+  # post '/product/:id/unhide'
+  # get  '/remote_products'
+  # post '/remote_products/search'
+  # get  '/remote_product/id'
+  register Rawbotz::RawbotzApp::Routing::Products
+
+  # get  '/products/links'
+  # get  '/products/link_wizard'
+  # get  '/products/link_wizard/:idx'
+  # get  '/product/:id/link'
+  # post '/product/:id/link'
+  register Rawbotz::RawbotzApp::Routing::ProductLinks
+
+  # get '/remote_cart'
+  # get '/remote_orders'
+  # get '/remote_order/:id'
+  register Rawbotz::RawbotzApp::Routing::RemoteShop
+
+  # get  '/supplier/:id'
+  # post '/supplier/:id'
+  register Rawbotz::RawbotzApp::Routing::Suppliers
+
+  # get  '/orders/non_remote'
+  # get  '/order/non_remote/:supplier_id'
+  # post '/order/non_remote/:supplier_id'
+  register Rawbotz::RawbotzApp::Routing::NonRemoteOrders
+
+  get '/maintenance' do
+    haml :maintenance
+  end
+end

data/lib/rawbotz/cli/order_result_table.rb

@@ -0,0 +1,57 @@
+module Rawbotz::CLI
+  module OrderResultTable
+    def self.tables diffs
+      out = ""
+      if !diffs[:perfect].empty?
+        perfect_items = diffs[:perfect].map do |p, q|
+          [p.local_product.remote_product.name[0..35], q]
+        end
+        out << Terminal::Table.new(title: "Perfect",
+          headings: ['Product', 'In Cart'],
+          rows:     perfect_items,
+          style:    {width: 60}).to_s
+        out << "\n\n"
+      end
+
+      if !diffs[:modified].empty?
+        modified_items = diffs[:modified].map do |p,q|
+          [p.local_product.remote_product.name[0..35], p.num_wished, q]
+        end
+        out << Terminal::Table.new(title: "Modified",
+          headings: ['Product', 'Wished', 'In Cart'],
+          rows:     modified_items,
+          style:    {width:60}).to_s
+        out << "\n\n"
+      end
+
+      if !diffs[:miss].empty?
+        missing_items = diffs[:miss].map do |p,q|
+          [p.local_product.remote_product.name[0..35], q]
+        end
+        out << Terminal::Table.new(title: "Missing (?)",
+          headings: ['Product', 'In Cart'],
+          rows:     missing_items,
+          style:    {width:60}).to_s
+        out << "\n\n"
+      end
+
+      if !diffs[:under_avail].empty?
+        under_avail_items = diffs[:under_avail].map do |p,q|
+          [p.local_product.remote_product.name[0..35], p.num_wished, q]
+        end
+        out << Terminal::Table.new(title: "Not available as such",
+          headings: ['Product', 'Wanted', 'In Cart'],
+          rows:     under_avail_items,
+          style:    {width:60}).to_s
+        out << "\n\n"
+      end
+
+      if !diffs[:extra].empty?
+        out << Terminal::Table.new(title: "Extra (not in rawbotz)",
+          headings: ['Product', 'In Cart'],
+          rows:     diffs[:extra],
+          style:    {width:60}).to_s
+      end
+    end
+  end
+end

data/lib/rawbotz/datapolate.rb

@@ -0,0 +1,42 @@
+module Rawbotz
+  module Datapolate
+    def self.date_minmax sales, stock
+      #sales.each{|sale| sale[0] = Date.strptime(sale[0])}
+      sales_first, sales_last = sales.minmax_by{|s| s[0]}
+      stock_first, stock_last = stock.minmax_by{|s| s.date}
+      first_dates = []
+      first_dates << sales_first[0]   if !sales_first.nil?
+      first_dates << stock_first.date.to_date if !stock_first.nil?
+
+      last_dates = []
+      last_dates << sales_last[0]   if !sales_last.nil?
+      last_dates << stock_last.date.to_date if !stock_last.nil?
+
+      [first_dates.min, last_dates.max]
+    end
+
+    def self.explode_days min_date, max_date
+      (min_date.to_date..max_date.to_date).to_a
+    end
+
+    def self.create_data sales, stock
+      # from [date, sales] and [date, stock] create realistic list
+      from_date, to_date = date_minmax sales, stock
+      days = explode_days from_date, to_date
+
+      stock_data = Hash.new(nil)
+      stock.each{|s| stock_data[s.date.to_date] = s.qty}
+      sales_data = Hash.new(nil)
+      sales.each{|s| sales_data[s[0].to_date] = s.fetch(1)}
+
+      data = {}
+      days.each do |day|
+        data[day] = {label: day.to_date,
+                     stock: stock_data[day],
+                     sales: sales_data[day]
+        }
+      end
+      data
+    end
+  end
+end

data/lib/rawbotz/helpers/flash_helper.rb

@@ -0,0 +1,13 @@
+module Rawbotz
+  module Helpers
+    module FlashHelper
+      def flash
+        @flash = session[:flash]# || {}
+      end
+      def add_flash kind, msg
+        session[:flash] ||= {}
+        (session[:flash][kind] ||= []) << msg
+      end
+    end
+  end
+end

data/lib/rawbotz/helpers/icon_helper.rb

@@ -0,0 +1,40 @@
+module Rawbotz
+  module Helpers
+    module IconHelper
+      def error_icon
+        '<i class="fa fa-flash"></i>'
+      end
+      def index_icon
+        '<i class="fa fa-th-list"></i>'
+      end
+      def info_icon
+        '<i class="fa fa-info-circle"></i>'
+      end
+      def link_icon
+        '<i class="fa fa-link"></i>'
+      end
+      def order_icon
+        '<i class="fa fa-shopping-cart"></i>'
+      end
+      def product_icon
+        '<i class="fa fa-cube"></i>'
+      end
+      def products_icon
+        '<i class="fa fa-cubes"></i>'
+      end
+      def remote_icon
+        '<i class="fa fa-globe"></i>'
+      end
+      def settings_icon
+        '<i class="fa fa-wrench"></i>'
+      end
+      def success_icon
+        '<i class="fa fa-smile-o"></i>'
+      end
+      def warning_icon
+        '<i class="fa fa-warning"></i>'
+      end
+    end
+  end
+  # briefcase clone gift shopping-bag truck
+end

data/lib/rawbotz/helpers/resource_link_helper.rb

@@ -0,0 +1,45 @@
+module Rawbotz
+  module Helpers
+    module ResourceLinkHelper
+      include RawgentoModels
+
+      def local_product_link product
+        if product.present?
+          if product.name.empty?
+            "<a href=\"/product/#{product.id}\">[no product name!]</a>"
+          else
+            "<a href=\"/product/#{product.id}\">#{product.name}</a>"
+          end
+        else
+          "Product not in database"
+        end
+      end
+      def remote_product_link product
+        if product.is_a? LocalProduct
+          remote_product_link product.remote_product
+        elsif product.try(:id)
+          "<a href=\"/remote_product/#{product.id}\">"\
+          "<i class=\"fa fa-globe\"></i>#{product.name}</a>"
+        elsif product.name
+          # Used in RemoteOrder view.
+          "#{product.name}"
+        else
+          "not linked"
+        end
+      end
+      def product_link product
+        return local_product_link(product) if product.is_a?(LocalProduct)
+        return remote_product_link(product) if product.is_a?(RemoteProduct)
+        "no product"
+      end
+      def supplier_link supplier
+        if supplier.to_s != ""
+          "<a href=\"/supplier/#{supplier.id}\">#{supplier.name}</a>"
+        else
+          "[no supplier]"
+        end
+      end
+    end
+  end
+end
+

data/lib/rawbotz/local_shop.rb

@@ -0,0 +1,12 @@
+module Rawbotz
+  module LocalShop
+    def self.product_page_frontend(product, settings)
+      # TODO settings could be memoized
+      "#{settings['local_shop']['base_uri']}catalog/product/view/id/#{product.product_id}"
+    end
+    def self.product_page_backend(product, settings)
+      # TODO settings could be memoized
+      "#{settings['local_shop']['base_uri']}index.php/rawadmin/catalog_product/edit/id/#{product.product_id}"
+    end
+  end
+end

data/lib/rawbotz/mail_template.rb

@@ -0,0 +1,29 @@
+module Rawbotz
+  module MailTemplate
+    # Substitute certain patterns in template
+    def self.consume template, order
+      result = ""
+      result = template.gsub(/SUPPLIERNAME/, order[:supplier][:name])
+
+      lines = result.split("\n")
+      subject, lines = lines.partition{|l| l.start_with?("SUBJECT=")}
+      product_line = lines.detect{|l| l.start_with?("* ")}
+      order_lines = order[:order_items].map do |oi|
+        next if product_line.nil?
+        order_item_line = product_line[2..-1]
+        order_item_line.gsub!(/PRODUCTCODE/, '')
+        order_item_line.gsub!(/QTY/, oi[:num_wished].to_s)
+        if oi[:local_product][:packsize].to_s != ""
+          order_item_line.gsub!(/NUM_PACKS/, (oi[:num_wished] / oi[:local_product][:packsize].to_f).to_s)
+        else
+          order_item_line.gsub!(/NUM_PACKS/, '')
+        end
+        order_item_line.gsub!(/PACKSIZE/, oi[:local_product][:packsize].to_s)
+        order_item_line.gsub!(/PRODUCTNAME/, oi[:local_product][:name].to_s)
+        order_item_line
+      end
+      lines[lines.find_index(product_line)] = order_lines
+      lines.flatten.join("\n")
+    end
+  end
+end

data/lib/rawbotz/option_parser.rb

@@ -0,0 +1,37 @@
+require 'optparse'
+
+module Rawbotz
+  class OptionParser < ::OptionParser
+    attr_accessor :options
+
+    def initialize(*args)
+      @options = {}
+      super *args
+      default_options!
+      yield(self, @options) if block_given?
+    end
+
+    private
+
+    def default_options!
+      separator "Output Options"
+      on("-v", "--[no-]verbose", 'Run verbosely') do |c|
+        @options[:verbose] = c
+      end
+      separator "Configuration file"
+      on("-c", "--config FILE", 'File path to YAML config file.') do |c|
+        Rawbotz.conf_file_path = c
+        Rawbotz.configure!
+      end
+      separator "General"
+      on_tail('--version', 'Show version and exit.') do
+        puts "part of rawbotz #{Rawbotz::VERSION}"
+        exit 0
+      end
+      on('-h', '--help', 'Show this help and exit.') do
+        puts self
+        exit 0
+      end
+    end
+  end
+end