clienteer 1.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2edb0404572927c398532476a1367032e1b7d487
+  data.tar.gz: 716b3eababc36336e5db4ee815f10b362c74cb93
+SHA512:
+  metadata.gz: 64d7a8920971e53c17fabc8a6ffa357b227ddb9c2d8641e95b31e9207bb44430bf7d75ccb81d82e1990b2a8a65ac3ebab9907b437bac6018be2415c5f8c49056
+  data.tar.gz: cc8764bad98d4c5a373d28bed56d459c60205c55e60303ebc4d0621eefa4448c1384dee5ab95f83245f75565b0179170d41434ef4ecb627b598cff010d6211bd

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+data/ideal_protein.json
+
+data/ideal_protein.clean.json

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.0
+before_install: gem install bundler -v 1.10.4

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in clienteer.gemspec
+gemspec
+
+gem "mindbody-api", git: "https://github.com/wingrunr21/mindbody-api.git"

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Patrick Metcalfe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Clienteer
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/clienteer`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'clienteer'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install clienteer
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake rspec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/clienteer.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "clienteer"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+require "pry"
+Pry.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/clienteer.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'clienteer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "clienteer"
+  spec.version       = Clienteer::VERSION
+  spec.authors       = ["Patrick Metcalfe"]
+  spec.email         = ["git@patrickmetcalfe.com"]
+
+  spec.summary       = %q{Kiba for a legacy client system.}
+  spec.homepage      = "http://maliero.herokuapp.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "kiba"
+  spec.add_dependency "ruby-progressbar"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "pry"
+end

data/lib/clienteer.rb

@@ -0,0 +1,37 @@
+require "clienteer/version"
+require "clienteer/ingester"
+require "clienteer/outgester"
+require "clienteer/digester"
+
+require "kiba"
+require "mindbody-api"
+
+module Clienteer
+
+  ::MindBody.configure do |config|
+    config.site_ids    = ENV["MINDBODY_SITE_IDS"]
+    config.source_key  = ENV["MINDBODY_SOURCE_KEY"]
+    config.source_name = ENV["MINDBODY_SOURCE_NAME"]
+    config.log_level   = :debug # Savon logging level. Default is :debug, options are [:debug, :info, :warn, :error, :fatal]
+  end
+
+  def self.call
+    $count = 0
+    $skipped_people = []
+    job_definition = Kiba.parse do
+      source Ingester::Mindbody
+      transform Digester::IdealProteinCrossReference
+      transform Digester::AddressCreation
+      transform Digester::PhaseCreation
+      destination Outgester::Maliero
+    end
+
+    Kiba.run job_definition
+
+    File.open("data/skipped_people", "a+") do |f|
+      f.write $skipped_people.join(",")
+    end
+
+  end
+
+end

data/lib/clienteer/digester.rb

@@ -0,0 +1,8 @@
+require_relative "digesters/address_creation"
+require_relative "digesters/ideal_protein_cross_reference"
+require_relative "digesters/phase_creation"
+
+module Clienteer
+  module Digester
+  end
+end

data/lib/clienteer/digesters/address_creation.rb

@@ -0,0 +1,14 @@
+
+module Clienteer
+  module Digester
+    class AddressCreation
+      def initialize
+      end
+
+      def process(row)
+        row["address"] = Address.new(first_line: row[:raw].address_line1, second_line: row[:raw].address_line2, city: row[:raw].city, state: row[:raw].state, zip_code: row[:raw].postal_code)
+        row
+      end
+    end
+  end
+end

data/lib/clienteer/digesters/ideal_protein_cross_reference.rb

@@ -0,0 +1,62 @@
+require "json"
+require "pry"
+module Clienteer
+  module Digester
+    class IdealProteinCrossReference
+      def initialize
+        @data = JSON.parse File.read("data/ideal_protein.clean.json")
+        optimized_data
+      end
+
+      def optimized_data
+        @optimized_data ||= @data.group_by do |c|
+          ln = c["last_name"]
+        end
+      end
+
+      def process(row)
+        person = find_ideal_protein_client(row)
+        return nil if person.nil?
+        row.tap do |r|
+          r["ideal_subscription_id"] = person["ideal_subscription_id"].to_i
+          r["phase"] = person["phase"].to_i
+          r["ideal_protein_birthday"] = person["birthday"]
+        end
+      rescue
+        $stderr.puts(row.inspect)
+        raise
+      end
+
+      def find_ideal_protein_client(row)
+        person = find_by_email(row[:raw].email) || find_by_name(last: row[:raw].last_name, first: row[:raw].first_name) || ask_for_verification(row)
+      end
+
+      def find_by_name(first:, last:)
+        first_letter = last[0]
+        if @optimized_data[first_letter].nil?
+          @data.find { |r| r["first_name"].downcase == first.downcase && r["last_name"].downcase == last.downcase }
+        else
+          @optimized_data.find { |r| r["first_name"].downcase == first.downcase && r["last_name"].downcase == last.downcase }
+        end
+      end
+
+      def find_by_email(email)
+        @data.find { |c| c["email"].downcase == email.downcase }
+      end
+
+      def ask_for_verification(row)
+        # text = []
+        # text << "\tVerification\t\t".underline.light_red.bold
+        # text << "There was a problem matching #{row['full_name']} with an ideal protein client.".light_black
+        # text << ""
+        # text << "The client's data is:" + "#{row.inspect}".cyan
+        # text << "Should I skip this person or not?".magenta.bold
+        # print text.join("\n")
+        # bool = IO.gets.chomp!.include?("y")
+        $skipped_people << row[:raw].id
+        nil
+      end
+
+    end
+  end
+end

data/lib/clienteer/digesters/indexes_clean_up.rb

@@ -0,0 +1,32 @@
+module Clienteer
+  module Digester
+    class IndexesCleanUp
+      def initialize
+      end
+
+      def process(row)
+        row["health_profile"] = get_index("health_profile", row: row)
+        row["blood_work"] = get_index("blood_work", row: row)
+      end
+
+      def get_index(attr, row: )
+        indexes = row["indexes"]
+        if indexes.is_a? Hash
+          if indexes[:name] == row
+            return pull_out_attr from: indexes
+          end
+        else
+          index = indexes.find { |i| i[:name] == row }
+          return pull_out_attr from: index
+        end
+        nil
+      end
+
+      private
+
+      def pull_out_attr(from: index)
+        from[:values][:client_index_value][:name]
+      end
+    end
+  end
+end

data/lib/clienteer/digesters/phase_creation.rb

@@ -0,0 +1,16 @@
+require "pry"
+module Clienteer
+  module Digester
+    class PhaseCreation
+      def initialize
+      end
+
+      def process(row)
+        $count += 1
+        binding.pry unless $count >= 20
+        row["phase"] = Phase.where(number: row["phase"]).first
+        row
+      end
+    end
+  end
+end

data/lib/clienteer/ingester.rb

@@ -0,0 +1,6 @@
+require_relative "ingesters/mindbody"
+
+module Clienteer
+  module Ingester
+  end
+end

data/lib/clienteer/ingesters/mindbody.rb

@@ -0,0 +1,24 @@
+require 'ruby-progressbar'
+module Clienteer
+  module Ingester
+    class Mindbody
+      def initialize
+        $progressbar = ProgressBar.create total: 2059, format: '%a %bᗧ%i %p%% %t', progress_mark: ' ', remainder_mark: '･'
+        @clients = get_clients
+      end
+
+      def self.get_clients
+        hash = {"Username" => ENV["MINDBODY_USERNAME"], "Password" => ENV["MINDBODY_PASSWORD"], "SiteIDs" => {"int" => ENV["MINDBODY_SITE_IDS"]}}
+        alpha = ::MindBody::Services::ClientService.get_clients("UserCredentials"  => hash, "SearchText" => "")
+        alpha.result[:clients]
+      end
+
+      def each
+        @clients.each do |c|
+          object = {raw: c}
+          yield object
+        end
+      end
+    end
+  end
+end

data/lib/clienteer/outgester.rb

@@ -0,0 +1,6 @@
+require_relative "outgesters/maliero"
+
+module Clienteer
+  module Outgester
+  end
+end

data/lib/clienteer/outgesters/maliero.rb

@@ -0,0 +1,51 @@
+module Clienteer
+  module Outgester
+    class Maliero
+      def initialize
+        @clients = []
+      end
+
+      def write(row)
+        $progressbar.increment
+        @clients << new_client(row)
+      end
+
+      def new_client(row)
+        Client.find_or_create_by(first_name: row[:raw].first_name, last_name: row[:raw].first_name) do |c|
+          c.mindbody_id = row[:raw].id.to_s
+          c.birthdate = row[:raw].birth_date
+          c.gender = row[:raw].gender
+          # c.blood_work = row["blood_work"]
+          # c.constant_contact = row["constant_contact"]
+          c.email = row[:raw].email
+          # c.health_profile = row["health_profile"]
+          c.ideal_subscription_id = row["ideal_subscription_id"].to_s
+          c.ideal_protein_subscription = !row["ideal_subscription_id"].nil?
+          # c.needs_blood_work = row["needs_blood_work"]
+          # c.newsletter = row["newsletter"]
+          c.notes = row[:raw].notes
+          c.phase = row["phase"]
+          c.phone_number = row[:raw].home_phone || row[:raw].mobile_phone || nil
+          c.address = row["address"]
+        end
+      end
+
+      def close
+        $stderr.puts "\n\n\nHELLO\n\n\n\n"
+        binding.pry
+        Client.transaction do
+          success = @clients.map(&:save)
+          unless success.all?
+            binding.pry
+            errored = @clients.select{ |b| !b.errors.blank? }
+            errored.each do |e|
+              e.save!(validate: false)
+            end
+            # do something with the errored values
+            raise ActiveRecord::Rollback
+          end
+        end
+      end
+    end
+  end
+end

data/lib/clienteer/sanitizer.rb

@@ -0,0 +1,7 @@
+require_relative "sanitizers/nil_finder"
+require_relative "sanitizers/address"
+
+module Clienteer
+  module Sanitizer
+  end
+end

data/lib/clienteer/sanitizers/address.rb

@@ -0,0 +1,22 @@
+
+module Clienteer
+  module Sanitizer
+    class Address
+
+      def process(row)
+        address = row["address"]
+        return nil unless check_zip_code address
+        clean_state address
+        row
+      end
+
+      def check_zip_code(address)
+        address.zip_code.match /\A\d{5}(-\d{4})?\Z/
+      end
+
+      def clean_state(address)
+        address.state = "Illinois" if address.state.match /il/i
+      end
+    end
+  end
+end

data/lib/clienteer/sanitizers/name.rb

@@ -0,0 +1,16 @@
+
+module Clienteer
+  module Sanitizer
+    class Name
+
+      def process(row)
+        names = [row[:raw].first_name, row[:raw].last_name]
+        names.any?(&:not_proper?) ? nil : row
+      end
+
+      def not_proper?(name)
+        return true if name.match /\d/
+      end
+    end
+  end
+end

data/lib/clienteer/sanitizers/nil_finder.rb

@@ -0,0 +1,18 @@
+
+module Clienteer
+  module Sanitizer
+    class NilFinder
+
+      def process(row)
+        raw = row[:raw]
+        attrs = [row, raw, raw.first_name, raw.last_name, raw.email]
+        return nil if contains_nils? attrs
+        row
+      end
+
+      def contains_nils?(attrs)
+        attrs.any? {|a| a.nil? }
+      end
+    end
+  end
+end

data/lib/clienteer/version.rb

@@ -0,0 +1,3 @@
+module Clienteer
+  VERSION = "1.3.0"
+end

data/rakelib/ideal_protein.rake

@@ -0,0 +1,78 @@
+require 'open-uri'
+require 'json'
+module IdealProtein
+  class Clean
+    EDIT_URL_REGEX = /\/clinic\/(\d+)\/dieter\/(\d+)\/edit/.freeze
+    class << self
+      def open_file
+        File.read("data/ideal_protein.json")
+      end
+
+      def data
+        @data ||= JSON.parse(open_file)
+      end
+
+      def cleaned_data
+        @cleaned_data ||= data["aaData"].map do |r|
+          row = {}
+          row[:first_name], row[:last_name] = r[0].split(" ")
+          row[:birthday] = r[1]
+          row[:empty] = r[2]
+          row[:email] = r[3]
+          row[:phase] = r[4][-1].to_i
+          row[:verified] = r[5].to_i.eql?(1)
+          row[:ideal_subscription_id] = r[6]["edit"]["attr"]["href"].match(EDIT_URL_REGEX)[1].to_i
+          row
+        end
+      end
+    end
+  end
+
+  class Update
+
+    LOGIN_COOKIES = ENV["CLIENTEER_LOGIN_COOKIES"]
+    class << self
+
+      def ideal_protein_path(number: total_clients_number, page: 2)
+        "http://my.idealprotein.com/clinic/12195/dieter/browse.json?sEcho=#{page}&iColumns=7&sColumns=&iDisplayStart=0&iDisplayLength=#{number}&mDataProp_0=0&mDataProp_1=1&mDataProp_2=2&mDataProp_3=3&mDataProp_4=4&mDataProp_5=5&mDataProp_6=6&sSearch=&bRegex=false&sSearch_0=&bRegex_0=false&bSearchable_0=true&sSearch_1=&bRegex_1=false&bSearchable_1=true&sSearch_2=&bRegex_2=false&bSearchable_2=true&sSearch_3=&bRegex_3=false&bSearchable_3=true&sSearch_4=&bRegex_4=false&bSearchable_4=true&sSearch_5=&bRegex_5=false&bSearchable_5=true&sSearch_6=&bRegex_6=false&bSearchable_6=true&iSortCol_0=0&sSortDir_0=asc&iSortingCols=1&bSortable_0=true&bSortable_1=true&bSortable_2=true&bSortable_3=true&bSortable_4=true&bSortable_5=true&bSortable_6=false&sDateFrom=&sDateTo=&sPhase=&sStatus="
+      end
+
+      def total_clients_number
+        @@total_clients_number ||= begin
+          response = make_request url: ideal_protein_path(number: 1)
+          response["iTotalRecords"].to_i
+        end
+      end
+
+      def make_request(url: )
+        buffer = open(url, "Cookie" => COOKIES).read
+        JSON.parse(buffer)
+      end
+
+      def get_clients
+        make_request url: ideal_protein_path
+      end
+    end
+  end
+end
+
+namespace "ideal_protein" do
+
+  task :default => :clean
+
+  desc "Cleans Ideal Protein client information"
+  task :clean do
+    json = IdealProtein::Clean.cleaned_data
+    File.open("data/ideal_protein.clean.json", "w+") do |f|
+      f.write(JSON.pretty_generate(json))
+    end
+  end
+
+  desc "Updates Ideal Protein client information"
+  task :update do
+    json = IdealProtein::Update.get_clients
+    File.open("data/ideal_protein.json", "w+") do |f|
+      f.write(JSON.pretty_generate(json))
+    end
+  end
+end

metadata

@@ -0,0 +1,154 @@
+--- !ruby/object:Gem::Specification
+name: clienteer
+version: !ruby/object:Gem::Version
+  version: 1.3.0
+platform: ruby
+authors:
+- Patrick Metcalfe
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-07-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: kiba
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- git@patrickmetcalfe.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- clienteer.gemspec
+- lib/clienteer.rb
+- lib/clienteer/digester.rb
+- lib/clienteer/digesters/address_creation.rb
+- lib/clienteer/digesters/ideal_protein_cross_reference.rb
+- lib/clienteer/digesters/indexes_clean_up.rb
+- lib/clienteer/digesters/phase_creation.rb
+- lib/clienteer/ingester.rb
+- lib/clienteer/ingesters/mindbody.rb
+- lib/clienteer/outgester.rb
+- lib/clienteer/outgesters/maliero.rb
+- lib/clienteer/sanitizer.rb
+- lib/clienteer/sanitizers/address.rb
+- lib/clienteer/sanitizers/name.rb
+- lib/clienteer/sanitizers/nil_finder.rb
+- lib/clienteer/version.rb
+- rakelib/ideal_protein.rake
+homepage: http://maliero.herokuapp.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Kiba for a legacy client system.
+test_files: []