dubbletrack_remote 0.7.1

data/lib/dubbletrack_remote/reader/dbf.rb

@@ -0,0 +1,143 @@
+# Reads in a DBF file and creates items out of them, annotating with information from CUTS
+module DubbletrackRemote
+  module Reader
+    class DBF < Base
+      attr_reader :use_database
+
+      def initialize(file_path, cuts_path: nil, use_database: true)
+        raise "cuts not found at #{cuts_path}" unless File.exist?(cuts_path)
+        raise "db not found at #{file_path}" unless File.exist?(file_path)
+
+        @file_path = file_path
+        @automation_system = "enco"
+        @db = ::DBF::Table.new(File.open(file_path))
+        @cuts = ::DBF::Table.new(File.open(cuts_path))
+        @use_database = use_database
+      end
+
+      protected
+
+      def timestamp(date, time)
+        Time.zone = "America/Chicago"
+        month, day, year = date.split("/")
+        Time.zone.parse("20#{year}-#{month}-#{day} #{time}").in_time_zone(Time.zone)
+      rescue => e
+        puts e.inspect
+        puts "date = #{date}, time = #{time}"
+        date
+      end
+
+      def rows
+        @rows ||= @db.entries
+      end
+
+      def entry_to_hash(entry)
+        # {"CUT"=>"00294", "STATUS"=>"1", "TITLE"=>"PSA Austin Music Foundation 2020", "USER"=>"DEF32", "PLAYER"=>"4", "DATE"=>"10/31/20", "SCHSTART"=>"09:01:48", "SCHDUR"=>"00:00:37", "ACTSTART"=>"08:35:39", "ACTDUR"=>"00:00:37", "ACTSTOP"=>"08:36:16", "TYPE"=>"N", "PLAYLIST"=>"1031AUTO", "COMMENT"=>"", "LINEID"=>"", "ALTCUT"=>"", "BOARDID"=>"1", "DEVICEID"=>"0", "GROUP"=>"PSA", "WASPLAYED"=>"T", "LENGTH"=>"37.49", "OUTCUE"=>"", "AGENCY"=>"", "RECORDDATE"=>"09/05/20", "KILLDATE"=>"", "STARTTIME"=>"0.00", "ENDTIME"=>"37.49", "SECTIME"=>"0.00", "TERTIME"=>"37.49", "FORMAT"=>"PCM16", "RATE"=>"48000", "TOT_LENGTH"=>"37.49", "FADEIN"=>"0.00", "FADEOUT"=>"37.49", "MODE"=>"1", "LOCATION"=>"K:", "USERDEF"=>"", "STARTTALK"=>"0.00", "ENDTALK"=>"37.49", "SWITCHER"=>"", "SEGUELEN"=>"37.49", "SEGUESTART"=>"0.00", "SCRIPT"=>"", "FILLCUT"=>"", "STARTDATE"=>"", "NOPLAYS"=>"0161", "LASTPLDATE"=>"11/11/20", "LASTPLTIME"=>"18:31:01", "ACTIVETIME"=>"", "KILLTIME"=>"", "LEVEL"=>"", "PLAYTIME"=>"", "PITCH"=>"", "HOOKSTART"=>"0.00", "HOOKEND"=>"37.49", "EXT"=>"WAV", "GUID"=>"c0e71ba3-dcf0-4a09-8e9e-46976942fb12", "BILLBOARD"=>"", "ARTIST"=>"", "GENRE"=>"", "ALBUM"=>"", "PRODUCER"=>"", "PRODDATE"=>"", "STARTDCL"=>"", "STOPDCL"=>"", "LOOP"=>"", "DEFTRANS"=>"", "DOW"=>"TTTTTTT", "URL"=>"", "FILECHECK"=>"0", "COMPOSER"=>"", "FILMTITLE"=>"", "SUBGROUP"=>"", "RECORDTIME"=>"17:38:35", "ACTOR"=>"", "ACTRESS"=>"", "DIRECTOR"=>"", "LYRICIST"=>"", "ALBUMID"=>"", "SONGID"=>"", "TEMPO"=>"", "GENDER"=>"", "HOD"=>"", "SCHEDAUX"=>"", "REGION"=>"", "PICTURE"=>""}
+        attrs = entry.attributes.dup
+
+        (cut_index[entry.cut] || {}).keys.each do |key|
+          attrs[key] = attrs[key] || cut_index[entry.cut][key]
+        end
+
+        attrs.keys.each do |key|
+          attrs[key] = attrs[key].mb_chars.tidy_bytes.to_s
+        end
+
+        attrs
+      end
+
+      def cut_index
+        @cut_index ||= {}.tap do |hash|
+          ids = @db.entries.pluck("CUT")
+
+          @cuts.each do |entry|
+            if entry && ids.include?(entry.cut)
+              hash[entry.cut] = entry.attributes
+            end
+          end
+        end
+      end
+
+      def data
+        @data ||= (rows || []).collect { |entry|
+          entry_to_hash(entry)
+        }
+      end
+
+      def existing_items
+        @existing_items ||= Item.where(played_at: data.collect { |hash|
+          timestamp(hash["DATE"], hash["ACTSTART"])
+        })
+      end
+
+      def read_items
+        items = []
+        return items unless data
+
+        data.each do |hash|
+          next if hash.all? { |k, v| k.strip == v.strip }
+
+          title = (hash["TITLE"] || "").strip
+          artist = (hash["ARTIST"] || "").strip
+          album = (hash["ALBUM"] || "").strip
+          label = (hash["PRODUCER"] || "").strip
+          date = (hash["DATE"] || "").strip
+          time = (hash["ACTSTART"] || "").strip
+          duration = hash["LENGTH"] || 0
+          automation_id = (hash["CUT"] || "").strip
+          automation_group = (hash["GROUP"] || "").strip
+          genre = (hash["GENRE"] || "").strip
+          guid = (hash["GUID"] || "").strip
+          played_at = timestamp(date, time)
+          intended_played_at_time = (hash["SCHSTART"] || "").strip
+          intended_played_at = timestamp(date, intended_played_at_time) if intended_played_at_time
+
+          item = if @use_database
+            # Use intended played at for keying over multiple ENCO installs.
+            # It isn't that reliable and if two encos are active in the future some other method should be found
+
+            next if items.find { |i| i.played_at == played_at && i.automation_id == automation_id }
+
+            found = existing_items.find { |i| i.played_at == played_at && i.automation_id == automation_id }
+          end
+
+          item ||= Item.new(played_at: played_at)
+
+          if item.new_record? || item.artist_name.blank?
+            item.title = title
+            item.label_name = label
+            item.artist_name = artist
+            item.release_name = album
+            item.duration = duration
+            item.automation_system = @automation_system
+            item.automation_id = automation_id
+            item.automation_group = automation_group
+            item.genre = genre
+            item.source = File.basename(@file_path)
+            item.guid = guid
+
+            if played_at.dst? != intended_played_at.dst? && intended_played_at.to_i > played_at.to_i
+              # This compensates and sends correct time during the hour where DST changes and the hour is repeated
+              difference = intended_played_at.hour - played_at.hour
+              played_at = played_at + difference.hours
+            end
+
+            item.played_at = played_at
+            item.intended_played_at = intended_played_at
+
+            # puts "#{automation_id}: #{played_at.utc} (#{played_at}) #{item.title}"
+
+          end
+
+          item.raw = hash
+          item.valid? # run validations, set item_type
+
+
+          items << item
+        end
+
+        items.sort_by(&:played_at)
+      end
+    end
+  end
+end

data/lib/dubbletrack_remote/reader/tsv.rb

@@ -0,0 +1,112 @@
+# Reads in a TSV file and creates items out of them
+module DubbletrackRemote
+  module Reader
+    class TSV < Base
+      attr_reader :use_database
+
+      def initialize(path, use_database: true)
+        @tsv_path = path # ENV['ENCO_LOG_PATH'] || 'RA071819.CSV' ||"K:\\DAD\\ASPLAY\\"
+
+        @use_database = use_database
+      end
+
+      protected
+
+      def header
+        @header ||= entries.slice(0, 1).flatten
+      end
+
+      def header_indexes
+        @header_indexes ||= {}.tap do |hi|
+          header.flatten.each_with_index do |value, index|
+            hi[value] = index
+          end
+        end
+      end
+
+      def timestamp(date, time)
+        month, day, year = date.split("/")
+        Time.zone.parse("20#{year}-#{month}-#{day} #{time}")
+      end
+
+      def rows
+        @rows ||= entries.slice(1..-1)
+      end
+
+      def parse_line(line)
+        parsed = CSV.parse(line.to_s, liberal_parsing: true, col_sep: "\t", headers: false).try(:first)
+        if parsed.flatten.size > 0 && parsed.any? { |p| p.present? }
+          parsed.flatten.collect { |v| v.strip }
+        end
+      end
+
+      def entries
+        @entries ||= file_lines.collect do |line|
+          parse_line(line) unless line.to_s.strip.blank?
+        end.compact
+      end
+
+      def file_lines
+        @file_lines ||= begin
+          file = File.read(@tsv_path)
+          cd = CharDet.detect(file)
+          file = File.read(@tsv_path, encoding: cd["encoding"])
+
+          lines = file.lines.collect do |line|
+            line.mb_chars.tidy_bytes.to_s
+          end.select { |l|
+            l.to_s.strip.present?
+          }
+        rescue
+          lines = [] unless lines.present?
+        end
+      end
+
+      def entry_to_hash(entry)
+        label_to_index = header_indexes
+        index_to_label = header_indexes.invert
+
+        entry_to_hash = {}.tap do |hash|
+          entry.each_with_index do |value, index|
+            hash[index_to_label[index]] = value
+          end
+        end
+      end
+
+      def read_items
+        items = []
+        return items unless rows
+
+        rows.each do |entry|
+          hash = entry_to_hash(entry)
+
+          next if hash.all? { |h, v| h.strip == v.strip }
+
+          title = (hash["TITLE"] || "").strip
+          artist = (hash["ARTIST"] || "").strip
+          album = (hash["ALBUM"] || "").strip
+          label = (hash["LABEL"] || "").strip
+          date = (hash["DATE"] || "").strip
+          time = (hash["TIME"] || "").strip
+
+          item = if use_database
+            Item.find_or_initialize_by(played_at: timestamp(date, time))
+          else
+            Item.new(played_at: timestamp(date, time))
+          end
+          if item.new_record?
+            item.title = title
+            item.label_name = label
+            item.artist_name = artist
+            item.release_name = album
+          end
+          item.valid? # run validations, set item_type
+
+          items << item
+        end
+
+        items
+      end
+    end
+  end
+end

data/lib/dubbletrack_remote/version.rb

@@ -0,0 +1,3 @@
+module DubbletrackRemote
+  VERSION = "0.7.1"
+end

data/lib/dubbletrack_remote.rb

@@ -0,0 +1,29 @@
+require "bundler/setup"
+require "sinatra/activerecord"
+require "thor"
+require "byebug"
+require "rchardet"
+require "csv"
+require "dbf"
+require "logger"
+require "listen"
+require "faraday"
+require "config"
+require "active_support/all"
+
+require "dubbletrack_remote/client"
+require "dubbletrack_remote/cli"
+require "dubbletrack_remote/errors"
+require "dubbletrack_remote/reader/base"
+require "dubbletrack_remote/reader/tsv"
+require "dubbletrack_remote/reader/dbf"
+require "dubbletrack_remote/item"
+require "dubbletrack_remote/version"
+
+if ENV["DUBBLETRACK_REMOTE_ENV"] == "test"
+  Config.load_and_set_settings(File.expand_path("spec/.dubbletrack-remote-settings"))
+  Sinatra::Application.set :database, {
+    adapter: "sqlite3",
+    database: "db/dubbletrack-remote-test.sqlite3"
+  }
+end

data/package.json

@@ -0,0 +1,92 @@
+{
+  "name": "@dubbletrack/remote",
+  "version": "0.0.0-semantic-release",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/dubbletrack/remote.git"
+  },
+  "author": "jkeen",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/dubbletrack/remote/issues"
+  },
+  "homepage": "https://github.com/dubbletrack/remote#readme",
+  "scripts": {
+    "semantic-release": "semantic-release"
+  },
+  "devDependencies": {
+    "semantic-release-rubygem": "^1.2.0",
+    "semantic-release": "^19.0.3",
+    "@semantic-release/changelog": "^6.0.1",
+    "@semantic-release/git": "^10.0.1" 
+  },
+  "release": {
+    "branches": ["main"],
+    "plugins": [
+      [
+        "@semantic-release/commit-analyzer",
+        {
+          "releaseRules": [
+            {
+              "type": "*!",
+              "release": "major"
+            },
+            {
+              "type": "feat",
+              "release": "minor"
+            },
+            {
+              "type": "build",
+              "release": "patch"
+            },
+            {
+              "type": "ci",
+              "release": "patch"
+            },
+            {
+              "type": "chore",
+              "release": "patch"
+            },
+            {
+              "type": "docs",
+              "release": "patch"
+            },
+            {
+              "type": "refactor",
+              "release": "patch"
+            },
+            {
+              "type": "style",
+              "release": "patch"
+            },
+            {
+              "type": "test",
+              "release": "patch"
+            }
+          ],
+          "parserOpts": {
+            "noteKeywords": ["BREAKING CHANGE", "BREAKING CHANGES", "BREAKING"]
+          }
+        }
+      ],
+      "@semantic-release/release-notes-generator",
+      [
+        "@semantic-release/changelog",
+        {
+          "changelogTitle": "dubbletrack remote changelog",
+          "changelogFile": "CHANGELOG.md"
+        }
+      ],
+      "semantic-release-rubygem",
+      "@semantic-release/github",
+      [
+        "@semantic-release/git",
+        {
+          "assets": ["CHANGELOG.md"],
+          "message": "${nextRelease.version} CHANGELOG [skip ci]\n\n${nextRelease.notes}"
+        }
+      ]
+    ],
+    "debug": false,
+    "dryRun": false
+  }}