git-fit 0.3.2 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 66005a7ca77d10a5922f57d085f4354c3ec4b0838faf350b9b2533e1159b7870
-  data.tar.gz: 783823d2e2e2b8031572527afdaaa8a5b2b06491b9a98f07671147233609c315
+  metadata.gz: a3c36d045a4ed37a0eaad4f219367f1d514af31c26bcae72e76cbeec7bb5dbb0
+  data.tar.gz: ab845ce910206dae48a131315427bf06604bd02988b097eb462ae5805727ab97
 SHA512:
-  metadata.gz: c89175b5dc5c16ac6def3cf27bb5a9ed3019f3bd0eeac32667948e36449eb3f3f2cf398a76106314be790587233396da65c7f278665c6de92284597d6870f6c4
-  data.tar.gz: 6de6c3ed115ce17df85754c0c2d90e8ce069fc91e86593ade7061ee64acdeb3661903667680fb26a4604a4eadf57c5c9b7f8832b3bdd5648d7b15ca0aebd8091
+  metadata.gz: 9822b621a741ce52c68c6510f6f73a1da52ae544c4371d05ffe430cacd1d882a914f4bd6959b98add49a13595b0ffc703b4258fd5dd5a6535ad887117d5e8be0
+  data.tar.gz: 139da861fd411de27553e13e03ec0b3c7d94e5019c64e3e6ba820415e49f87f43ed58490565c408801554f30c3b0a2fa03133e48c4d783ffa7276b54e9f67e22

data/lib/git-fit.rb

@@ -51,11 +51,14 @@ require_relative "git_fit/sport_mapper"
 require_relative "git_fit/geo"
 require_relative "git_fit/fit"
 require_relative "git_fit/parser"
+require_relative "git_fit/source"
 require_relative "git_fit/timezone/resolver"
 require_relative "git_fit/privacy/polyline_filter"
 require_relative "git_fit/sync/base"
 require_relative "git_fit/sync/strava"
 require_relative "git_fit/db/connection"
 require_relative "git_fit/db/activity"
+require_relative "git_fit/export"
 require_relative "git_fit/db/cli"
+require_relative "git_fit/cli/export"
 require_relative "git_fit/cli"

data/lib/git_fit/cli/export.rb

@@ -0,0 +1,25 @@
+require "thor"
+
+module GitFit
+  class ExportCLI < Thor
+    desc "json", "Export activities to JSON"
+    option :output, type: :string, aliases: "-o", desc: "Output path"
+    option :activity, type: :array, desc: "Filter by sport type", aliases: "--act"
+    no_commands do
+      def git_fit_config
+        @git_fit_config ||= GitFit::Config.new(options[:config])
+      end
+    end
+
+    def json
+      config = git_fit_config
+      db = GitFit::DB::Connection.new(config.db_path).db
+      path = options[:output] || config.export_config.dig("json", "path") || "site/activities.json"
+      filter = options[:activity]&.map(&:strip)&.map(&:downcase)
+      count = Export::JSON.new(db: db, output: path, activity_filter: filter).call
+      say_status :done, "Exported #{count} activities to #{path}", :green
+    rescue => e
+      say_status :error, "JSON export failed: #{e.message}", :red
+    end
+  end
+end

data/lib/git_fit/cli.rb

@@ -13,6 +13,9 @@ module GitFit
     desc "db SUBCOMMAND", "Database operations"
     subcommand "db", DB::CLI
 
+    desc "export SUBCOMMAND", "Export activities to various formats"
+    subcommand "export", ExportCLI
+
     desc "version", "Show version"
     def version
       puts "git-fit v#{GitFit::VERSION}"

data/lib/git_fit/export/defaults.rb

@@ -0,0 +1,29 @@
+module GitFit
+  module Export
+    module Defaults
+      SVG = {
+        background: "#222222", text: "#FFFFFF", track: "#4DD2FF",
+        track2: "#4DD2FF", special: "#FFFF00", special2: "#FFFF00",
+        empty_cell: "#444444", dim_past: "#555555", font: "Arial",
+      }.freeze
+
+      DASHBOARD = {
+        background: "#1a1a2e", surface: "#16213e", hover: "#0f3460",
+        active_row: "#1a3a6a", border: "#2a2a4a", text: "#e0e0e0",
+        text_secondary: "#888", text_dim: "#666", text_insight: "#aaa",
+        accent: "#4DD2FF", font: "-apple-system, BlinkMacSystemFont, sans-serif",
+      }.freeze
+
+      CATEGORIES = {
+        "run" => "#4DD2FF", "walk" => "#4ECDC4",
+        "ride" => "#FF6B6B", "hike" => "#FFD93D",
+      }.freeze
+
+      MAP = {
+        tiles_dark: "https://{s}.basemaps.cartocdn.com/dark_nolabels/{z}/{x}/{y}{r}.png",
+        tiles_light: "https://{s}.basemaps.cartocdn.com/light_nolabels/{z}/{x}/{y}{r}.png",
+        echarts_theme: "dark",
+      }.freeze
+    end
+  end
+end

data/lib/git_fit/export/json.rb

@@ -0,0 +1,112 @@
+require "json"
+
+module GitFit
+  module Export
+    class JSON
+      PLACEHOLDER_POLYLINE = "gqqrFurkeU??".freeze
+
+      def initialize(db:, output:, activity_filter: nil)
+        @db = db
+        @output = output
+        @activity_filter = activity_filter
+      end
+
+      def call
+        dataset = @db[:activities].order(Sequel.desc(:start_date))
+        dataset = dataset.where(sport_category: @activity_filter) if @activity_filter
+
+        activities = dataset.all
+
+        run_id_to_group = {}
+        @db[:dedup_group_members].each { |gm| run_id_to_group[gm[:run_id]] = gm[:group_id] }
+
+        group_members_cache = {}
+
+        formatted = activities.map do |a|
+          gid = run_id_to_group[a[:run_id]]
+          if gid
+            group_members_cache[gid] ||= @db[:dedup_group_members].where(group_id: gid).all
+            composite_activity(a, gid, group_members_cache[gid])
+          else
+            format_activity(a)
+          end
+        end
+
+        File.write(@output, ::JSON.pretty_generate(formatted))
+        formatted.size
+      end
+
+      private
+
+      def format_activity(a)
+        base = {
+          run_id: a[:run_id],
+          name: a[:name],
+          distance: a[:distance],
+          moving_time: a[:moving_time],
+          type: a[:sport_category],
+          sport_type: a[:sport_type],
+          start_date: a[:start_date],
+          start_date_local: a[:start_date_local],
+          location_country: a[:location_country],
+          summary_polyline: a[:source] == "keep" && a[:summary_polyline] == PLACEHOLDER_POLYLINE ?
+            nil : a[:summary_polyline],
+          average_heartrate: a[:average_heartrate] && a[:average_heartrate] != 0 ? a[:average_heartrate] : nil,
+          max_heartrate: a[:max_heartrate],
+          average_cadence: a[:average_cadence],
+          max_cadence: a[:max_cadence],
+          average_power: a[:average_power],
+          max_power: a[:max_power],
+          calories: a[:calories],
+          average_temperature: a[:average_temperature],
+          average_speed: a[:average_speed],
+          elevation_gain: a[:elevation_gain],
+          source: a[:source],
+        }
+        if a[:divisions]
+          base[:divisions] = ::JSON.parse(a[:divisions])
+        end
+        base
+      end
+
+      def composite_activity(activity, group_id, members)
+        run_ids = members.map { |m| m[:run_id] }
+        group_activities = @db[:activities].where(run_id: run_ids).all
+
+        composite = if defined?(GitFit::Dedup::FieldElector)
+          elector = GitFit::Dedup::FieldElector.new
+          result = {}
+          GitFit::Dedup::FieldElector::FIELD_ELECTION_RULES.each_key do |field|
+            values = group_activities.map { |a| a[field] }
+            sources = group_activities.map { |a| a[:source]&.to_sym }
+            result[field] = elector.elect(field, values, sources)
+          end
+          result
+        else
+          members.first&.slice(:run_id, :distance, :moving_time, :elapsed_time,
+            :average_heartrate, :max_heartrate, :elevation_gain,
+            :average_speed, :average_cadence, :max_cadence) || {}
+        end
+
+        composite[:run_id] = activity[:run_id]
+        composite[:source] = activity[:source]
+        composite[:sport_type] = activity[:sport_type]
+        composite[:start_date_local] = activity[:start_date_local]
+        composite[:location_country] = activity[:location_country]
+        composite[:sport_category] = activity[:sport_category]
+
+        if composite[:distance].to_f > 0 && composite[:moving_time].to_f > 0
+          composite[:average_speed] = composite[:distance] / composite[:moving_time]
+        end
+
+        composite[:type] = composite[:sport_category]
+        composite[:dedup_group] = group_id
+        composite[:member_sources] = members.map do |m|
+          { source: m[:source], run_id: m[:run_id], flag: m[:flag], confidence: m[:confidence] }
+        end
+
+        composite
+      end
+    end
+  end
+end

data/lib/git_fit/export.rb

@@ -0,0 +1,7 @@
+module GitFit
+  module Export
+  end
+end
+
+require_relative "export/defaults"
+require_relative "export/json"

data/lib/git_fit/source/base.rb

@@ -0,0 +1,155 @@
+require "date"
+
+module GitFit
+  module Source
+    class Base
+      def initialize(config:, db:, activity_filter: nil, privacy: nil, time_budget: nil)
+        @config = config
+        @db = db
+        @activity_filter = activity_filter
+        @privacy = privacy
+        @time_budget = time_budget
+        @start_time = nil
+        @progress_reported = false
+      end
+
+      attr_reader :progress_reported
+
+      def call
+        return 0 unless before_call
+        return 0 unless respond_to?(:authenticate) ? authenticate : true
+        ids = pending_ids
+        return 0 if ids.nil? || ids.empty?
+        total = ids.size
+        count = 0
+        ids.filter_map do |p|
+          r = process_one(p)
+          count += 1
+          report_progress(count, total, build_progress_info(r)) if r
+          r
+        end.size
+      end
+
+      def before_call
+        @start_time = Time.now
+        true
+      end
+
+      def pending_ids
+        raise NotImplementedError
+      end
+
+      def process_one(pending)
+        raise NotImplementedError
+      end
+
+      def build_progress_info(attrs)
+        parts = []
+        sd = attrs["start_date"] || attrs[:start_date]
+        if sd
+          d = Date.parse(sd.to_s) rescue nil
+          if d
+            date_str = d.year == Date.today.year ? d.strftime("%m-%d") : d.strftime("%Y-%m-%d")
+            parts << date_str
+          end
+        end
+        type = attrs["sport_category"] || attrs[:sport_category]
+        parts << type if type
+        dist = attrs["distance"] || attrs[:distance]
+        if dist && dist.to_f > 0
+          parts << "#{format('%.1f', dist.to_f / 1000)}km"
+        end
+        source = attrs["source"] || attrs[:source] || source_label
+        name = attrs["name"] || attrs[:name]
+        display_name = name.to_s.strip
+        display_name = "#{source} Activity" if display_name.empty?
+        chars = display_name.chars
+        display_name = chars.first(30).join + "…" if chars.size > 30
+        parts << display_name
+        parts.join(" | ") unless parts.empty?
+      end
+
+      protected
+
+      def time_expired?
+        return false unless @time_budget.is_a?(Numeric) && @time_budget > 0 && @start_time
+        (Time.now - @start_time) > @time_budget
+      end
+
+      def raw_dir
+        src = self.class.name.split("::").last.downcase
+        File.join("data", "raw", src)
+      end
+
+      def raw_path(platform_id)
+        raise NotImplementedError
+      end
+
+      def raw_file_exists?(platform_id)
+        File.exist?(raw_path(platform_id))
+      end
+
+      def std_dir
+        src = self.class.name.split("::").last.downcase
+        File.join("data", "std", src)
+      end
+
+      def std_path(platform_id, ext = "json")
+        File.join(std_dir, "#{platform_id}.#{ext}")
+      end
+
+      def report_progress(count, total = nil, info = nil)
+        return unless show_progress?(count, total)
+        @progress_reported = true
+        line = "#{source_label}: #{count}"
+        line += "/#{total}" if total
+        line += " #{info}" if info
+        line += " "
+        print "\r#{line}"
+        $stdout.flush
+      end
+
+      def show_progress?(count, total)
+        return true if count == 1
+        return true if total && (total - count) <= 50
+        step = progress_step(total)
+        step <= 1 || count % step == 0
+      end
+
+      def progress_step(total)
+        return 1 unless total && total > 0
+        [1, (1.5 * (total ** 0.4)).to_i].max
+      end
+
+      def source_label
+        name = self.class.name
+        name ? name.split("::").last : "Source"
+      end
+
+      def upsert_activity(attrs)
+        attrs = attrs.transform_keys(&:to_s)
+        now = Time.now.utc
+
+        if @privacy && !@privacy.before_saving?
+          attrs["summary_polyline"] = @privacy.filter(attrs["summary_polyline"])
+        end
+
+        existing = @db[:activities].where(run_id: attrs["run_id"]).first
+        if existing
+          attrs.delete("created_at")
+          attrs["updated_at"] = now
+          @db[:activities].where(run_id: attrs["run_id"]).update(attrs)
+        else
+          attrs["created_at"] ||= now
+          attrs["updated_at"] ||= now
+          @db[:activities].insert(attrs)
+        end
+      end
+
+      def skip_type?(sport_type)
+        return false unless @activity_filter
+        !@activity_filter.include?(sport_type.to_s.downcase)
+      end
+    end
+  end
+end

data/lib/git_fit/source/tally.rb

@@ -0,0 +1,55 @@
+module GitFit
+  module Source
+    class Tally
+      DIGITS = %w[零 一 二 三 四 五 六 七 八 九 十]
+
+      def initialize(count = 0)
+        @count = count
+      end
+
+      def add(n = 1)
+        @count += n
+      end
+
+      def to_s
+        return @count.to_s if @count > 9999
+        chinese_numeral
+      rescue StandardError
+        @count.to_s
+      end
+
+      private
+
+      def chinese_numeral
+        n = @count
+        return DIGITS[0] if n == 0
+        return DIGITS[n] if n <= 10
+
+        result = ""
+        thousands = n / 1000
+        n %= 1000
+        result += DIGITS[thousands] + "千" if thousands > 0
+
+        hundreds = n / 100
+        n %= 100
+        if hundreds > 0
+          result += DIGITS[hundreds] + "百"
+        elsif thousands > 0 && n > 0
+          result += "零"
+        end
+
+        tens = n / 10
+        ones = n % 10
+        if tens > 0
+          join_ten = tens > 1 || !result.empty?
+          result += (join_ten ? DIGITS[tens] : "") + "十"
+        elsif !result.empty? && tens == 0 && ones > 0 && !result.end_with?("零")
+          result += "零"
+        end
+
+        result += DIGITS[ones] if ones > 0
+        result
+      end
+    end
+  end
+end

data/lib/git_fit/source.rb

@@ -0,0 +1,7 @@
+module GitFit
+  module Source
+  end
+end
+
+require_relative "source/tally"
+require_relative "source/base"

data/lib/git_fit/version.rb

@@ -1,3 +1,3 @@
 module GitFit
-  VERSION = "0.3.2"
+  VERSION = "0.4.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: git-fit
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.1
 platform: ruby
 authors:
 - Lax
@@ -105,11 +105,15 @@ files:
 - exe/git-fit
 - lib/git-fit.rb
 - lib/git_fit/cli.rb
+- lib/git_fit/cli/export.rb
 - lib/git_fit/config.rb
 - lib/git_fit/config_template.rb
 - lib/git_fit/db/activity.rb
 - lib/git_fit/db/cli.rb
 - lib/git_fit/db/connection.rb
+- lib/git_fit/export.rb
+- lib/git_fit/export/defaults.rb
+- lib/git_fit/export/json.rb
 - lib/git_fit/fit.rb
 - lib/git_fit/fit/decoder.rb
 - lib/git_fit/geo.rb
@@ -121,6 +125,9 @@ files:
 - lib/git_fit/parser/gpx.rb
 - lib/git_fit/parser/tcx.rb
 - lib/git_fit/privacy/polyline_filter.rb
+- lib/git_fit/source.rb
+- lib/git_fit/source/base.rb
+- lib/git_fit/source/tally.rb
 - lib/git_fit/sport_mapper.rb
 - lib/git_fit/sync/base.rb
 - lib/git_fit/sync/strava.rb