i_delete_my_tweets 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a35b1623c288676e843c2fe7502c6493eaee928106f6bfc055f7ea58f0e7dce4
-  data.tar.gz: a17670785c43a2fe7286cded54798a7526e6a983bae60ea93acd0b5e3816ef8a
+  metadata.gz: be66c7e72077b06365cabdc0076dfed3a0cc84fe7cba83def5f0d3cf7b276e0a
+  data.tar.gz: 7ecec19ba9016ef147caa5aa23806502c90906ba6de02310c88ed25e5d390e1a
 SHA512:
-  metadata.gz: 2c2a1130f2b64bc07bdef9dd116b9b86b249351854c95e46f3205c044bcec13693209cabaf86020fcd882588b9ba1815709cefb2cff14eb6b2d1b741c92390f3
-  data.tar.gz: e783246fe0d21e6c1c971042b0f1eed0e7cd73c409817c6f8fc27847fdbdbd36e264e3865f67259531a503354996e0b7fb624b3875b67110b36d056ae2abad64
+  metadata.gz: 4cfcaab2091d0b8b29aa1994f766e82760ca035d9ef25f61ca7ccdb0288c90aa2d0f6be6c8c452ecb96414857ce6309634cb3b8a8e508fc83957f01767d8d504
+  data.tar.gz: 66d0e753c0c5f53ee21d0e78623fff14896ba9f7220be74756bf404e9008a19fe559686f451baea22dbe1c06738acc11223e291a4f04498ba7580b269e8d6535

data/README.md

@@ -1,5 +1,7 @@
 # I Delete My Tweets
 
+<img width="800" alt="Screen Shot 2022-05-11 at 19 04 53" src="https://user-images.githubusercontent.com/12278/167955371-a24ec8e6-bd9a-4014-bc25-9fb9e3cb21ce.png">
+
 A **CLI** (as in Command Line Interface) to delete your tweets based on faves, RTs, and time.
 
 There are some services out there with a friendly web interface, but this is not one of them.
@@ -13,7 +15,13 @@ Called with `--dry-run=false`, there is no way to revoke tweet deletion. They ar
 
 This tool won't delete all of your tweets in one fell swoop; it is more of a way to delete your old tweets from time to time. The [Twitter API rate limits](https://developer.twitter.com/en/docs/twitter-api/rate-limits) are relatively complicated, and I don't even wanna go there, but if you do intend on deleting all of your tweets, you can do it with this CLI and some perseverance. I did delete more than 100k of mine by using this script every day for a couple of weeks. The more tweets you delete, the fewer of them you have, and with time the rate limits won't be that much of a problem.
 
-I Delete My Tweets (IDMT) can delete your tweets by fetching them via API using an APP you will have to set up yourself. Still, it can also delete tweets from an CSV (comma-separated file) that you can generate from the archive you can request from twitter.com by going to Settings and privacy > Your Account > Download an archive of your data. It is out of the scope of this CLI to generate the CSV (at the moment) but [there are scripts out there](https://gist.github.com/jessefogarty/b0f2d4ea6bdd770e5e9e94d54154c751) that can do this for you.
+I Delete My Tweets (IDMT) can delete your tweets by fetching them via API using an APP you will have to set up yourself. Still, it can also delete tweets from an CSV (comma-separated file) that you can generate from the archive you can request from twitter.com by going to Settings and privacy > Your Account > Download an archive of your data. Once you get your zipped archive from Twitter, unzip it, and find the `tweet.js` file.
+
+IDMT can convert that into a CSV file with:
+
+```sh
+$ i_delete_my_tweets convert to_csv path_to_tweet.js
+```
 
 > TIP: You can find an example of the CSV header in the project's root folder.
 

data/bin/i_delete_my_tweets

@@ -10,6 +10,7 @@ require 'twitter'
 require 'oauth'
 require 'active_support/all'
 require 'terminal-table'
+require 'progress'
 require 'byebug'
 require 'i_delete_my_tweets'
 

data/i_delete_my_tweets.gemspec

@@ -7,6 +7,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'csv', '~> 3.0.9'
   spec.add_dependency 'dotenv', '~> 2.7.6'
   spec.add_dependency 'oauth', '>= 0.5.5'
+  spec.add_dependency 'progress', '~> 3.6.0'
   spec.add_dependency 'terminal-table', '~> 3.0.2'
   spec.add_dependency 'thor', '~> 1.2.1'
   spec.add_dependency 'twitter', '~> 7.0.0'

data/lib/i_delete_my_tweets/api.rb

@@ -1,3 +1,5 @@
+require 'ostruct'
+
 module IDeleteMyTweets
   class Api
     include Presenter
@@ -27,22 +29,19 @@ module IDeleteMyTweets
     end
 
     def traverse_csv!
-      CSV.foreach(config.path_to_csv, headers: true) do |tweet|
-        if to_time(tweet["timestamp"]) >= config.older_than
-          self.skipped_count += 1
-          next
-        end
-
-        tw_data = fetch_tweet(tweet["tweet_id"])
-        next if tw_data.nil?
-
-        if can_be_destroyed?(tw_data)
-          destroy_with_retry(tw_data)
+      CSV.foreach(config.path_to_csv, headers: true) do |row|
+        tweet = csv_row_to_struct(row)
+        if can_be_destroyed?(tweet)
+          destroy_with_retry(tweet)
           sleep a_bit
         else
           self.skipped_count += 1
         end
       end
+    rescue IOError
+      do_log(" 💥 Oops, there was a connection error! ", color: :red)
+    ensure
+      do_log summary delete_count, skipped_count, not_found_count, dry_run
     end
 
     def client
@@ -141,5 +140,15 @@ module IDeleteMyTweets
     rescue HTTP::ConnectionError
       do_log(" 💥 Oops, there was a connection error fetching your tweets! ", color: :red)
     end
+
+    def csv_row_to_struct(row)
+      Struct.new(:id, :favorite_count,
+                 :retweet_count, :created_at,
+                 :text, keyword_init: true).new(id: row["tweet_id"],
+                                                text: row["text"],
+                                                created_at: to_date(row["created_at"]),
+                                                favorite_count: row["favorite_count"],
+                                                retweet_count: row["retweet_count"])
+    end
   end
 end

data/lib/i_delete_my_tweets/cli.rb

@@ -1,6 +1,45 @@
 require 'thor'
 
 module IDeleteMyTweets
+  class CommandConvert < Thor
+    class_option :dry_run, type: :boolean, default: true
+
+    include Presenter
+
+    KEYS = %w(id retweet_count favorite_count created_at full_text).freeze
+    HEADERS = %w(tweet_id retweet_count favorite_count created_at text).freeze
+
+    desc "to_csv", "Converts the tweet.js archive to csv"
+    def to_csv(path_to_tweets_js)
+      if js_to_json(path_to_tweets_js)
+        save_to_csv(path_to_tweets_js)
+        say set_color " ✅ Success: << #{path_to_tweets_js} >> was converted to << converted_tweets_js.csv >>!", :white, :on_green, :bold
+      else
+        say set_color " 🚫 Something went wrong with sed. Make sure you have it available in your terminal. ", :white, :on_red, :bold
+      end
+    rescue StandardError => e
+      say_error e.message
+    end
+
+    desc "js_to_json", "Converts the tweet.js to a valid JSON"
+    def js_to_json(path_to_tweets_js)
+      system(%(sed -i"" -e "s/window.YTD.tweet.part0 = //g" #{path_to_tweets_js}))
+    rescue StandardError => e
+      say_error e.message
+    end
+
+  private
+
+    def save_to_csv(path_to_tweets_js)
+      CSV.open("converted_tweets_js.csv", "w") do |csv|
+        csv << HEADERS
+        JSON.parse(File.read(path_to_tweets_js)).with_progress('Converting your tweets') do |hash|
+          csv << hash["tweet"].fetch_values(*KEYS)
+        end
+      end
+    end
+  end
+
   class CommandDelete < Thor
     class_option :dry_run, type: :boolean, default: true
 
@@ -134,5 +173,8 @@ module IDeleteMyTweets
 
     desc "config command ...ARGS", "Configures the Twitter app credentials"
     subcommand "config", CommandConfig
+
+    desc "convert command ...ARGS", "Converts the tweets.js archive to CSV"
+    subcommand "convert", CommandConvert
   end
 end

data/lib/i_delete_my_tweets/presenter.rb

@@ -50,7 +50,7 @@ module IDeleteMyTweets
       text.gsub(/^(.{40,}?).*$/m, '\1...')
     end
 
-    def to_time(timestamp)
+    def to_date(timestamp)
       Date.parse timestamp
     end
 

data/tweets.csv

@@ -1 +1 @@
-"tweet_id","in_reply_to_status_id","in_reply_to_user_id","timestamp","source","text","retweeted_status_id","retweeted_status_user_id","retweeted_status_timestamp","expanded_urls"
+tweet_id,retweet_count,favorite_count,created_at,text

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: i_delete_my_tweets
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - "'Fabio"
@@ -10,7 +10,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-05-11 00:00:00.000000000 Z
+date: 2022-06-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -68,6 +68,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.5.5
+- !ruby/object:Gem::Dependency
+  name: progress
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.6.0
 - !ruby/object:Gem::Dependency
   name: terminal-table
   requirement: !ruby/object:Gem::Requirement