da_face 0.0.1

data/spec/fixtures/interactions/simple.json

@@ -0,0 +1,102 @@
+{
+  "demographic": {
+    "gender": "male"
+  },
+  "interaction": {
+    "author": {
+      "avatar": "http://something.com/asdasdasd.jpg",
+      "id": 1231231231231,
+      "language": "en",
+      "link": "http://twitter.com/SomeOne",
+      "name": "Some One",
+      "username": "SomeOe"
+    },
+    "content": "alskf askldjfl ñasdjñfksjd ñlksjfñkalsjdñ fkajñsdkf j",
+    "created_at": "Fri, 16 May 2014 00:24:08 +0000",
+    "id": "9asfa09sd8'f098ssd89f7s98df78d7f",
+    "link": "http://twitter.com/SomeOne/status/00000000000000000",
+    "received_at": 1400199848.5762,
+    "schema": {
+      "version": 3
+    },
+    "source": "dlvr.it",
+    "type": "twitter",
+    "tags": [
+      "trader"
+    ],
+    "tag_tree": {
+      "sentiment_score": 700,
+      "quality_score": 950
+    }
+  },
+  "language": {
+    "confidence": 98,
+    "tag": "en",
+    "tag_extended": "en"
+  },
+  "links": {
+    "code": [
+      403
+    ],
+    "created_at": [
+      "Fri, 16 May 2014 00:24:09 +0000"
+    ],
+    "hops": [
+      [
+        "http://failing-link.com"
+      ]
+    ],
+    "normalized_url": [
+      null
+    ],
+    "retweet_count": [
+      0
+    ],
+    "title": [
+      null
+    ],
+    "url": [
+      "http://failing-link.com"
+    ]
+  },
+  "salience": {
+    "content": {
+      "sentiment": 0
+    }
+  },
+  "twitter": {
+    "created_at": "Fri, 16 May 2014 00:24:08 +0000",
+    "display_urls": [
+      "some-link.com/asdas90da08d…"
+    ],
+    "domains": [
+      "some-link.com"
+    ],
+    "id": "0000000000000000000",
+    "lang": "en",
+    "links": [
+      "http://failing-link.com/asdasdasd"
+    ],
+    "source": "<a href=\"http://dlvr.it\" rel=\"nofollow\">dlvr.it</a>",
+    "text": "some text",
+    "user": {
+      "created_at": "Mon, 09 Sep 2013 22:23:08 +0000",
+      "favourites_count": 0,
+      "followers_count": 169,
+      "friends_count": 0,
+      "geo_enabled": false,
+      "id": 1000000000000,
+      "id_str": "1000000000000",
+      "lang": "en",
+      "listed_count": 13,
+      "name": "Some One",
+      "profile_image_url": "http://somewhere/someimage.jpg",
+      "profile_image_url_https": "http://somewhere/someimage.jpg",
+      "screen_name": "SomeOne",
+      "statuses_count": 180136,
+      "time_zone": "Atlantic Time (Canada)",
+      "utc_offset": -10800,
+      "verified": false
+    }
+  }
+}

data/spec/fixtures/language/simple.json

@@ -0,0 +1,5 @@
+{
+  "confidence": 98,
+  "tag": "en",
+  "tag_extended": "en"
+}

data/spec/fixtures/links/multiples.json

@@ -0,0 +1,69 @@
+{
+  "code": [
+    200,
+    200
+  ],
+  "created_at": [
+    "Fri, 16 May 2014 00:47:34 +0000",
+    "Fri, 16 May 2014 00:47:34 +0000"
+  ],
+  "hops": [
+    [
+      "http://www.something.com"
+    ],
+    [ ]
+  ],
+  "meta": {
+    "charset": [
+      "UTF-8",
+      "UTF-8"
+    ],
+    "content_type": [
+      "text/html",
+      "text/html"
+    ],
+    "description": [
+      "Some title",
+      ""
+    ],
+    "lang": [
+      "en-us",
+      "en"
+    ],
+    "opengraph": [
+      {
+        "site_name": "Some Site",
+        "type": "website",
+        "description": "some description",
+        "url": "http://somewhere.com/somthing",
+        "title": "Other title"
+      },
+      {
+        "site_name": "Other site",
+        "description": "Other description",
+        "type": "instapp:photo",
+        "url": "http://notinstagram.com/p/notreal/",
+        "image": "http://tottallynotinstagram.com/p/a/e/reaaaaaaallllyyy-looooooooooooong-url.jpg",
+        "title": ""
+      }
+    ]
+  },
+  "normalized_url": [
+    "http://somwehere.com",
+    "http://notinstagram.com/p/lolcat"
+  ],
+  "retweet_count": [
+    0,
+    0
+  ],
+  "title": [
+    "title",
+    "NotLol"
+  ],
+  "url": [
+    "http://somwehere.com/",
+    "http://something.com/p/lol/"
+  ]
+
+
+}

data/spec/fixtures/links/simple.json

@@ -0,0 +1,65 @@
+{
+  "code": [
+    200
+  ],
+  "created_at": [
+    "Fri, 16 May 2014 00:44:43 +0000"
+  ],
+  "hops": [
+    [
+      "http://lolcat.com"
+    ]
+  ],
+  "meta": {
+    "charset": [
+      "UTF-8"
+    ],
+    "content_type": [
+      "text/html"
+    ],
+    "description": [
+      "LOL LOL LOL"
+    ],
+    "keywords": [
+      [
+        "Tech",
+        "Hulu",
+        "Netflix"
+      ]
+    ],
+    "lang": [
+      "en"
+    ],
+    "opengraph": [
+      {
+        "site_name": "Some Where",
+        "description": "Some desc",
+        "type": "article",
+        "url": "http://someurl.com/somthing/nothing",
+        "image": "http://somelongimage.com/image.jpg",
+        "title": "Some title"
+      }
+    ],
+    "twitter": [
+      {
+        "card": "summary_large_image",
+        "creator": "@THR",
+        "url": "http://moredomains.com",
+        "site": "@THR"
+      }
+    ]
+  },
+  "normalized_url": [
+    "http://i-m-tired-of-writing-this.com"
+  ],
+  "retweet_count": [
+    0
+  ],
+  "title": [
+    "There should be a better way to do this"
+  ],
+  "url": [
+    "http://but-im-lazy-lol.com/lolololol'"
+  ]
+
+}

data/spec/fixtures/links/simple_failing.json

@@ -0,0 +1,65 @@
+{
+  "code": [
+    200
+  ],
+  "created_at": [
+    "Fri, 16 May 2014 00:44:43 +0000"
+  ],
+  "hops": [
+    [
+      "http://lolcat.com"
+    ]
+  ],
+  "meta": {
+    "charset": [
+      "UTF-8"
+    ],
+    "content_type": [
+      "text/html"
+    ],
+    "description": [
+      "LOL LOL LOL"
+    ],
+    "keywords": [
+      [
+        "Tech",
+        "Hulu",
+        "Netflix"
+      ]
+    ],
+    "lang": [
+      "en"
+    ],
+    "opengraph": [
+      {
+        "site_name": "Some Where",
+        "description": "Some desc",
+        "type": "article",
+        "url": "http://someurl.com/somthing/nothing",
+        "image": "http://somelongimage.com/image.jpg",
+        "title": "Some title"
+      }
+    ],
+    "twitter": [
+      {
+        "card": "summary_large_image",
+        "creator": "@THR",
+        "url": "http://moredomains.com",
+        "site": "@THR"
+      }
+    ]
+  },
+  "normalized_url": [
+    "http://you-thought-i-paste-this.com/right?haha=true"
+  ],
+  "retweet_count": [
+    0
+  ],
+  "title": [
+    "If you find this, it means I'm really bored now'"
+  ],
+  "url": [
+    "http://i-hope-someone-uses-this-someday.com/sometime/somewhere.jpg"
+  ]
+
+}

data/spec/fixtures/notifications/delete.json

@@ -0,0 +1,10 @@
+{
+  "deleted": true,
+  "interaction": {
+    "id": "1e15a4459481ae00e0749f9f39d1ef82",
+    "type": "twitter"
+  },
+  "twitter": {
+    "id": "170890901852405762"
+  }
+}

data/spec/fixtures/notifications/user_delete.json

@@ -0,0 +1,16 @@
+{
+   "interaction": {
+       "id": "1e16ebc90331a780e0748d58940628be",
+       "type": "twitter",
+       "created_at": "Thu, 15 Mar 2012 16:33:15 +0000",
+       "author": {
+            "id": 15005238
+       }
+   },
+   "twitter": {
+       "user": {
+            "id": 15005238
+       },
+       "status": "user_delete"
+   }
+}

data/spec/fixtures/notifications/user_protect.json

@@ -0,0 +1,16 @@
+{
+   "interaction": {
+       "id": "1e16ebc90331a780e0748d58940628be",
+       "type": "twitter",
+       "created_at": "Thu, 15 Mar 2012 16:33:15 +0000",
+       "author": {
+            "id": 15005238
+       }
+   },
+   "twitter": {
+       "user": {
+            "id": 15005238
+       },
+       "status": "user_protect"
+   }
+}

data/spec/fixtures/notifications/user_suspend.json

@@ -0,0 +1,16 @@
+{
+   "interaction": {
+       "id": "1e16ebc90331a780e0748d58940628be",
+       "type": "twitter",
+       "created_at": "Thu, 15 Mar 2012 16:33:15 +0000",
+       "author": {
+            "id": 15005238
+       }
+   },
+   "twitter": {
+       "user": {
+            "id": 15005238
+       },
+       "status": "user_suspend"
+   }
+}

data/spec/fixtures/notifications/user_undelete.json

@@ -0,0 +1,16 @@
+{
+   "interaction": {
+       "id": "1e16ebc90331a780e0748d58940628be",
+       "type": "twitter",
+       "created_at": "Thu, 15 Mar 2012 16:33:15 +0000",
+       "author": {
+            "id": 15005238
+       }
+   },
+   "twitter": {
+       "user": {
+            "id": 15005238
+       },
+       "status": "user_undelete"
+   }
+}

data/spec/fixtures/notifications/user_unprotect.json

@@ -0,0 +1,16 @@
+{
+   "interaction": {
+       "id": "1e16ebc90331a780e0748d58940628be",
+       "type": "twitter",
+       "created_at": "Thu, 15 Mar 2012 16:33:15 +0000",
+       "author": {
+            "id": 15005238
+       }
+   },
+   "twitter": {
+       "user": {
+            "id": 15005238
+       },
+       "status": "user_unprotect"
+   }
+}

data/spec/fixtures/notifications/user_unsuspend.json

@@ -0,0 +1,16 @@
+{
+   "interaction": {
+       "id": "1e16ebc90331a780e0748d58940628be",
+       "type": "twitter",
+       "created_at": "Thu, 15 Mar 2012 16:33:15 +0000",
+       "author": {
+            "id": 15005238
+       }
+   },
+   "twitter": {
+       "user": {
+            "id": 15005238
+       },
+       "status": "user_unsuspend"
+   }
+}

data/spec/fixtures/salience/simple.json

@@ -0,0 +1,5 @@
+{
+  "content": {
+    "sentiment": 6
+  }
+}

data/spec/fixtures/twitter/retweet.json

@@ -0,0 +1,70 @@
+{
+  "id": "123456789012345",
+  "retweet": {
+    "count": 3,
+    "created_at": "Fri, 16 May 2014 00:24:11 +0000",
+    "display_urls": [
+                     "someurl.com/lol"
+                    ],
+    "domains": [
+                "someurl.com"
+               ],
+    "id": "123456789012345",
+    "lang": "en",
+    "links": [
+              "http://someurl.com/lol"
+             ],
+    "mentions": [
+                 "what"
+                ],
+    "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
+    "text": "Once again, writing lies to make things work. Now that's ironic. http://someurl.com/lol",
+    "user": {
+      "created_at": "Wed, 11 Mar 2009 22:09:17 +0000",
+      "description": "I'm Rayko, impersonating a fictional character that no one knows, just to make my tests pasts",
+      "favourites_count": 144,
+      "followers_count": 2273,
+      "friends_count": 702,
+      "geo_enabled": true,
+      "id": 12345678,
+      "id_str": "12345678",
+      "lang": "en",
+      "listed_count": 122,
+      "location": "LOL",
+      "name": "Rayko Diarghi",
+      "profile_image_url": "http://some-twitter-image.com/1212312312.jpg",
+      "profile_image_url_https": "https://some-twitter-image.com/1212312312.jpg?secure=true",
+      "screen_name": "raykodrg",
+      "statuses_count": 2608,
+      "time_zone": "Eastern Time (US & Canada)",
+      "url": "http://someurl.com/lol",
+      "utc_offset": -14400,
+      "verified": true
+    }
+  },
+  "retweeted": {
+    "created_at": "Fri, 16 May 2014 00:21:09 +0000",
+    "id": "1129319238091283",
+    "source": "<a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>",
+    "user": {
+      "created_at": "Mon, 26 Apr 2010 10:25:46 +0000",
+      "description": "Oh, lol, I made a fake retweet of my fake self being. Now that's sad.",
+      "favourites_count": 41,
+      "followers_count": 4243,
+      "friends_count": 2056,
+      "geo_enabled": false,
+      "id": 123123123123,
+      "id_str": "123123123123",
+      "lang": "en",
+      "listed_count": 145,
+      "location": "New York",
+      "name": "almar latour",
+      "profile_image_url": "http://more-twitter-images.com/lol.png",
+      "profile_image_url_https": "https://more-twitter-images.com/lol.png?secure=true",
+      "screen_name": "raykodrg2",
+      "statuses_count": 478,
+      "url": "http://someurl.com/lol",
+      "verified": true
+    }
+  }
+}

data/spec/fixtures/twitter/simple.json

@@ -0,0 +1,33 @@
+{
+  "created_at": "Fri, 16 May 2014 04:07:34 +0000",
+  "display_urls": [
+    "top10stocks2buy.com/i.php?http://w…"
+  ],
+  "domains": [
+    "top10stocks2buy.com"
+  ],
+  "id": "467154364369350659",
+  "lang": "en",
+  "links": [
+    "http://top10stocks2buy.com/i.php?http://www.tricities.com/gallery/featured/collection_b6b3cfcc-dc46-11e3-8051-0017a43b2370.html&t6t=SCX"
+  ],
+  "source": "<a href=\"http://dlvr.it\" rel=\"nofollow\">dlvr.it</a>",
+  "text": "$SCX Avoca Field Day http://t.co/co8QigktOJ",
+  "user": {
+    "created_at": "Thu, 22 Aug 2013 16:34:22 +0000",
+    "favourites_count": 0,
+    "followers_count": 148,
+    "friends_count": 0,
+    "geo_enabled": false,
+    "id": 1691490972,
+    "id_str": "1691490972",
+    "lang": "en",
+    "listed_count": 7,
+    "name": "Viva Sobek",
+    "profile_image_url": "http://pbs.twimg.com/profile_images/378800000372103417/2617d282327358a73d9d5eda143a5877_normal.jpeg",
+    "profile_image_url_https": "https://pbs.twimg.com/profile_images/378800000372103417/2617d282327358a73d9d5eda143a5877_normal.jpeg",
+    "screen_name": "VivaSobek",
+    "statuses_count": 77225,
+    "verified": false
+  }
+}

data/spec/integration/stress_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe DaFace::Datasift do
+  context 'with lots of valid data' do
+    before do
+      @data = fixture('interactions/collection.json')
+      @parser = DaFace::Datasift::Parser.new
+    end
+
+    it 'does not raise errors' do
+      expect(Proc.new{@result = @parser.parse_collection(@data)}).not_to raise_error
+      expect(@result.kind_of?(Array)).to eq(true)
+      expect(@result.size).not_to eq(0)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,23 @@
+require 'simplecov'
+SimpleCov.start
+
+require 'da_face'
+
+def fixture_path
+  File.expand_path('../fixtures', __FILE__)
+end
+
+def fixture(file)
+  File.read(fixture_path + '/' + file)
+end
+
+def json_fixture(file)
+  JSON.parse File.read(fixture_path + '/' + file)
+end
+
+RSpec.configure do |config|
+  config.after :each do
+    DaFace.reset_config
+    Excon.stubs.clear
+  end
+end

data/spec/test_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe "Something" do
+  it 'passes the test' do
+    expect(true).to eq(true)
+  end
+end