ruby-oembed 0.10.1 → 0.14.0

data/lib/oembed/providers/aggregators/noembed_urls.yml

@@ -0,0 +1,321 @@
+---
+- http://(?:www\.)?theverge\.com/\d{4}/\d{1,2}/\d{1,2}/\d+/[^/]+/?$
+- http://(?:www\.)?twitpic\.com/([^/]+)
+- http://(?:www\.)?xkcd\.com/\d+/?
+- http://amzn\.com/([^/]+)
+- http://arstechnica\.com/[^/]+/\d+/\d+/[^/]+/?$
+- http://bash\.org/\?(\d+)
+- http://boingboing\.net/\d{4}/\d{2}/\d{2}/[^/]+\.html
+- http://cl\.ly/(?:image/)?[0-9a-zA-Z]+/?$
+- http://gfycat\.com/([a-zA-Z]+)
+- http://lockerz\.com/[sd]/\d+
+- http://picplz\.com/user/[^/]+/pic/[^/]+
+- http://qik\.com/video/.*
+- http://skit.ch/[^/]+
+- http://tl\.gd/[^/]+
+- http://trailers\.apple\.com/trailers/[^/]+/[^/]+
+- http://www.traileraddict.com/trailer/[^/]+/trailer
+- http://www\.amazon\.com/(?:.+/)?[gd]p/(?:product/)?(?:tags-on-product/)?([a-zA-Z0-9]+)
+- http://www\.asciiartfarts\.com/[0-9]+\.html
+- http://www\.clickhole\.com/[^/]+/[^/]?
+- http://www\.duffelblog\.com/\d{4}/\d{1,2}/[^/]+/?$
+- http://www\.monoprice\.com/products/product\.asp\?.*p_id=\d+
+- http://www\.theonion\.com/articles?/[^/]+/?
+- http://www\.twitlonger\.com/show/[a-zA-Z0-9]+
+- http://www\.urbandictionary\.com/define\.php\?term=.+
+- https://tube.switch.ch/videos/([a-z0-9]+)
+- https?://(?:[^\.]+\.)?(?:youtu\.be|youtube\.com/embed)/([a-zA-Z0-9_-]+)
+- https?://(?:[^\.]+\.)?youtube\.com/watch/?\?(?:.+&)?v=([^&]+)
+- https?://(?:www.)?skitch.com/([^/]+)/[^/]+/.+
+- https?://(?:www\.)?avclub\.com/article/[^/]+/?$
+- https?://(?:www\.)?vice\.com/[^/]+/?
+- https?://(?:www\.)?vimeo\.com/.+
+- https?://(?:www\.)?wired\.com/([^/]+/)?\d+/\d+/[^/]+/?$
+- https?://(?:www\.)spreaker\.com/.+
+- https?://(?:www|mobile\.)?twitter\.com/(?:#!/)?([^/]+)/status(?:es)?/(\d+)
+- https?://.*\.channel\.geographs\.org/.*
+- https?://.*\.deviantart\.com/.*#/d.*
+- https?://.*\.deviantart\.com/art/.*
+- https?://.*\.didacte\.com/a/course/.*
+- https?://.*\.docdroid\.net/.*
+- https?://.*\.docdroid\.net/.*
+- https?://.*\.flat\.io/score/.*
+- https?://.*\.flickr\.com/photos/.*
+- https?://.*\.geograph\.co\.uk/.*
+- https?://.*\.geograph\.ie/.*
+- https?://.*\.geograph\.org\.gg/.*
+- https?://.*\.geograph\.org\.je/.*
+- https?://.*\.geograph\.org\.uk/.*
+- https?://.*\.inphood\.com/.*
+- https?://.*\.nanoo\.pro/link/.*
+- https?://.*\.nanoo\.pro/link/.*
+- https?://.*\.nanoo\.tv/link/.*
+- https?://.*\.nanoo\.tv/link/.*
+- https?://.*\.nfb\.ca/film/.*
+- https?://.*\.nytimes\.com/.*
+- https?://.*\.polldaddy\.com/poll/.*
+- https?://.*\.polldaddy\.com/ratings/.*
+- https?://.*\.polldaddy\.com/s/.*
+- https?://.*\.screen9\.tv/.*
+- https?://.*\.silk\.co/explore/.*
+- https?://.*\.silk\.co/explore/.*
+- https?://.*\.silk\.co/s/embed/.*
+- https?://.*\.silk\.co/s/embed/.*
+- https?://.*\.smugmug\.com/.*
+- https?://.*\.spreaker\.com/.*
+- https?://.*\.spreaker\.com/.*
+- https?://.*\.uol\.com\.br/video/.*
+- https?://.*\.uol\.com\.br/view/.*
+- https?://.*\.ustream\.com/.*
+- https?://.*\.ustream\.tv/.*
+- https?://.*\.wikimedia\.org/.*_geograph\.org\.uk_.*
+- https?://.*\.wiredrive\.com/.*
+- https?://.*\.wizer\.me/learn/.*
+- https?://.*\.wizer\.me/learn/.*
+- https?://.*\.wizer\.me/preview/.*
+- https?://.*\.wizer\.me/preview/.*
+- https?://.*\.yfrog\.com/.*
+- https?://alpha\.app\.net/.*/post/.*
+- https?://animatron\.com/project/.*
+- https?://animoto\.com/play/.*
+- https?://app\.cyranosystems\.com/msg/.*
+- https?://app\.sellwithport\.com/#/buyer/.*
+- https?://audiosnaps\.com/k/.*
+- https?://beta\.modelo\.io/embedded/.*
+- https?://blackfire\.io/profiles/.*/graph
+- https?://blackfire\.io/profiles/compare/.*/graph
+- https?://buttondown\.email/.*
+- https?://cacoo\.com/diagrams/.*
+- https?://carbonhealth\.com/practice/.*
+- https?://channel-islands\.geograph\.org/.*
+- https?://channel-islands\.geographs\.org/.*
+- https?://chirb\.it/.*
+- https?://clips\.twitch\.tv/.*
+- https?://clips\.twitch\.tv/.*
+- https?://clyp\.it/.*
+- https?://clyp\.it/playlist/.*
+- https?://codepen\.io/.*
+- https?://codepen\.io/.*
+- https?://codepoints\.net/.*
+- https?://codepoints\.net/.*
+- https?://codesandbox\.io/embed/.*
+- https?://codesandbox\.io/s/.*
+- https?://commaful\.com/play/.*
+- https?://console\.screen9\.com/.*
+- https?://content\.streamonecloud\.net/embed/.*
+- https?://coub\.com/embed/.*
+- https?://coub\.com/view/.*
+- https?://crowdranking\.com/.*/.*
+- https?://db\.tt/[a-zA-Z0-9]+
+- https?://de\.slideshare\.net/.*/.*
+- https?://docdro\.id/.*
+- https?://docdro\.id/.*
+- https?://docs\.com/.*
+- https?://dotsub\.com/view/.*
+- https?://edocr\.com/docs/.*
+- https?://egliseinfo\.catholique\.fr/.*
+- https?://embedarticles\.com/.*
+- https?://es\.slideshare\.net/.*/.*
+- https?://eyrie\.io/board/.*
+- https?://eyrie\.io/sparkfun/.*
+- https?://fav\.me/.*
+- https?://fiso\.foxsports\.com\.au/isomorphic-widget/.*
+- https?://fiso\.foxsports\.com\.au/isomorphic-widget/.*
+- https?://flat\.io/score/.*
+- https?://flic\.kr/p/.*
+- https?://fr\.slideshare\.net/.*/.*
+- https?://framebuzz\.com/v/.*
+- https?://framebuzz\.com/v/.*
+- https?://geo-en\.hlipp\.de/.*
+- https?://geo\.hlipp\.de/.*
+- https?://germany\.geograph\.org/.*
+- https?://gfycat\.com/.*
+- https?://gfycat\.com/.*
+- https?://giphy\.com/gifs/.*
+- https?://gph\.is/.*
+- https?://gty\.im/.*
+- https?://gyazo\.com/.*
+- https?://huffduffer\.com/.*/.*
+- https?://ifttt\.com/recipes/.*
+- https?://img\.catbo\.at/.*
+- https?://imgur\.com/(?:[^\/]+/)?[0-9a-zA-Z]+$
+- https?://infogr\.am/.*
+- https?://instagr\.am/p/.*
+- https?://instagr\.am/p/.*
+- https?://instagram\.com/p/.*
+- https?://instagram\.com/p/.*
+- https?://jdr\.knacki\.info/meuh/.*
+- https?://jdr\.knacki\.info/meuh/.*
+- https?://kit\.com/.*/.*
+- https?://kit\.com/.*/.*
+- https?://learningapps\.org/.*
+- https?://live\.amcharts\.com/.*
+- https?://mathembed\.com/latex\?inputText=.*
+- https?://mathembed\.com/latex\?inputText=.*
+- https?://me\.me/i/.*
+- https?://media\.giphy\.com/media/.*/giphy\.gif
+- https?://meetu\.ps/.*
+- https?://meetup\.com/.*
+- https?://mix\.office\.com/embed/.*
+- https?://mix\.office\.com/watch/.*
+- https?://moby\.to/.*
+- https?://muki\.io/(embed/)?(.+)
+- https?://mybeweeg\.com/w/.*
+- https?://nanoo\.pro/link/.*
+- https?://nanoo\.pro/link/.*
+- https?://nanoo\.tv/link/.*
+- https?://nanoo\.tv/link/.*
+- https?://news.vice\.com/[^/]+/?
+- https?://nytimes\.com/.*
+- https?://odds\.com\.au/.*
+- https?://official\.fm/playlists/.*
+- https?://official\.fm/tracks/.*
+- https?://on\.aol\.com/video/.*
+- https?://onsizzle\.com/i/.*
+- https?://orbitvu\.co/001/.*/1/2/orbittour/.*/view
+- https?://orbitvu\.co/001/.*/1/2/orbittour/.*/view
+- https?://orbitvu\.co/001/.*/2/orbittour/.*/view
+- https?://orbitvu\.co/001/.*/2/orbittour/.*/view
+- https?://orbitvu\.co/001/.*/ov3601/.*/view
+- https?://orbitvu\.co/001/.*/ov3601/.*/view
+- https?://orbitvu\.co/001/.*/ov3601/view
+- https?://orbitvu\.co/001/.*/ov3601/view
+- https?://orbitvu\.co/001/.*/ov3602/.*/view
+- https?://orbitvu\.co/001/.*/ov3602/.*/view
+- https?://pastery\.net/.*
+- https?://pastery\.net/.*
+- https?://path\.com/p/([0-9a-zA-Z]+)$
+- https?://photos\.app\.net/.*/.*
+- https?://play\.soundsgood\.co/playlist/.*
+- https?://player\.indacolive\.com/player/jwp/clients/.*
+- https?://player\.ubideo\.com/.*
+- https?://player\.vimeo\.com/video/.*
+- https?://portfolium\.com/entry/.*
+- https?://pt\.slideshare\.net/.*/.*
+- https?://public\.chartblocks\.com/c/.*
+- https?://punters\.com\.au/.*
+- https?://rapidengage\.com/s/.*
+- https?://reddit\.com/r/.*/comments/.*/.*
+- https?://reports\.zoho\.com/ZDBDataSheetView\.cc\?OBJID=1432535000000003002&STANDALONE=true&INTERVAL=120&DATATYPESYMBOL=false&REMTOOLBAR=false&SEARCHBOX=true&INCLUDETITLE=true&INCLUDEDESC=true&SHOWHIDEOPT=true
+- https?://repubhub\.icopyright\.net/freePost\.act\?.*
+- https?://roomshare\.jp/en/post/.*
+- https?://roomshare\.jp/post/.*
+- https?://rwire\.com/.*
+- https?://scribblemaps\.com/maps/view/.*
+- https?://scribblemaps\.com/maps/view/.*
+- https?://shoud\.io/.*
+- https?://shoudio\.com/.*
+- https?://showtheway\.io/to/.*
+- https?://sketchfab\.com/.*/folders/.*
+- https?://sketchfab\.com/models/.*
+- https?://sketchfab\.com/models/.*
+- https?://soundcloud.com/.*/.*
+- https?://soundcloud\.com/.*
+- https?://soundsgood\.co/playlist/.*
+- https?://speakerdeck\.com/.*/.*
+- https?://speakerdeck\.com/.*/.*
+- https?://sta\.sh/.*
+- https?://staging\.cyranosystems\.com/msg/.*
+- https?://store\.pixdor\.com/map/.*/show
+- https?://store\.pixdor\.com/place-marker-widget/.*/show
+- https?://streamable\.com/.*
+- https?://streamable\.com/.*
+- https?://sway\.com/.*
+- https?://ted\.com/talks/.*
+- https?://theysaidso\.com/image/.*
+- https?://twitch\.tv/.*
+- https?://twitch\.tv/.*
+- https?://twitter\.com/.*/status/.*
+- https?://utposts\.com/products/.*
+- https?://utposts\.com/products/.*
+- https?://uttles\.com/uttle/.*
+- https?://v\.nldg\.me/.+
+- https?://veer\.tv/videos/.*
+- https?://veervr\.tv/videos/.*
+- https?://videos\.sapo\.pt/.*
+- https?://vidl\.it/.*
+- https?://vimeo\.com/.*
+- https?://vimeo\.com/album/.*/video/.*
+- https?://vimeo\.com/channels/.*/.*
+- https?://vimeo\.com/groups/.*/videos/.*
+- https?://vimeo\.com/ondemand/.*/.*
+- https?://vine.co/v/[a-zA-Z0-9]+
+- https?://vlipsy\.com/.*
+- https?://www\.(dropbox\.com/s/.+\.(?:jpg|png|gif))
+- https?://www\.23hq\.com/.*/photo/.*
+- https?://www\.animatron\.com/project/.*
+- https?://www\.audiomack\.com/album/.*
+- https?://www\.audiomack\.com/playlist/.*
+- https?://www\.audiomack\.com/song/.*
+- https?://www\.circuitlab\.com/circuit/.*
+- https?://www\.clipland\.com/v/.*
+- https?://www\.clipland\.com/v/.*
+- https?://www\.codepoints\.net/.*
+- https?://www\.codepoints\.net/.*
+- https?://www\.collegehumor\.com/video/.*
+- https?://www\.dailymile\.com/people/.*/entries/.*
+- https?://www\.dailymotion\.com/video/.*
+- https?://www\.dipity\.com/.*/.*/
+- https?://www\.docs\.com/.*
+- https?://www\.facebook\.com/.*/videos/.*
+- https?://www\.facebook\.com/video\.php
+- https?://www\.funnyordie\.com/videos/.*
+- https?://www\.gfycat\.com/.*
+- https?://www\.gfycat\.com/.*
+- https?://www\.giantbomb\.com/videos/[^/]+/\d+-\d+/?
+- https?://www\.globalgiving\.org/((micro)?projects|funds)/.*
+- https?://www\.hulu\.com/watch/.*
+- https?://www\.ifixit\.com/Guide/View/.*
+- https?://www\.inoreader\.com/oembed/
+- https?://www\.instagr\.am/p/.*
+- https?://www\.instagr\.am/p/.*
+- https?://www\.instagram\.com/p/.*
+- https?://www\.instagram\.com/p/.*
+- https?://www\.isnare\.com/.*
+- https?://www\.kickstarter\.com/projects/.*
+- https?://www\.kidoju\.com/en/x/.*/.*
+- https?://www\.kidoju\.com/fr/x/.*/.*
+- https?://www\.kitchenbowl\.com/recipe/.*
+- https?://www\.mixcloud\.com/.*/.*/
+- https?://www\.mobypicture\.com/user/.*/view/.*
+- https?://www\.nooledge\.com/\!/Vid/.+
+- https?://www\.nytimes\.com/svc/oembed
+- https?://www\.odds\.com\.au/.*
+- https?://www\.oumy\.com/v/.*
+- https?://www\.pastery\.net/.*
+- https?://www\.pastery\.net/.*
+- https?://www\.punters\.com\.au/.*
+- https?://www\.quiz\.biz/quizz-.*\.html
+- https?://www\.quizz\.biz/quizz-.*\.html
+- https?://www\.reverbnation\.com/.*
+- https?://www\.reverbnation\.com/.*/songs/.*
+- https?://www\.screenr\.com/.*/
+- https?://www\.scribblemaps\.com/maps/view/.*
+- https?://www\.scribblemaps\.com/maps/view/.*
+- https?://www\.scribd\.com/doc/.*
+- https?://www\.shortnote\.jp/view/notes/.*
+- https?://www\.slideshare\.net/.*/.*
+- https?://www\.socialexplorer\.com/.*/edit
+- https?://www\.socialexplorer\.com/.*/embed
+- https?://www\.socialexplorer\.com/.*/explore
+- https?://www\.socialexplorer\.com/.*/view
+- https?://www\.sutori\.com/story/.*
+- https?://www\.sway\.com/.*
+- https?://www\.tickcounter\.com/countdown/.*
+- https?://www\.tickcounter\.com/countdown/.*
+- https?://www\.tickcounter\.com/countup/.*
+- https?://www\.tickcounter\.com/countup/.*
+- https?://www\.tickcounter\.com/ticker/.*
+- https?://www\.tickcounter\.com/ticker/.*
+- https?://www\.tickcounter\.com/worldclock/.*
+- https?://www\.tickcounter\.com/worldclock/.*
+- https?://www\.topy\.se/image/.*
+- https?://www\.twitch\.tv/.*
+- https?://www\.twitch\.tv/.*
+- https?://www\.utposts\.com/products/.*
+- https?://www\.utposts\.com/products/.*
+- https?://www\.vevo\.com/.*
+- https?://www\.vevo\.com/.*
+- https?://www\.videojug\.com/film/.*
+- https?://www\.videojug\.com/interview/.*
+- https?://yfrog\.us/.*

data/lib/oembed/providers/facebook_post.rb

@@ -0,0 +1,25 @@
+module OEmbed
+  class Providers
+    # Provider for Facebook posts
+    class FacebookPost < OEmbed::Provider
+      def initialize(access_token:)
+        super("https://graph.facebook.com/v8.0/oembed_post?access_token=#{access_token}", :json)
+        register_urls!
+      end
+
+      private
+
+      def register_urls!
+        ['https://www.facebook.com/*/posts/*',
+         'https://www.facebook.com/*/activity/*',
+         'https://www.facebook.com/photo*',
+         'https://www.facebook.com/photos*',
+         'https://www.facebook.com/*/photos*',
+         'https://www.facebook.com/permalink*',
+         'https://www.facebook.com/media*',
+         'https://www.facebook.com/questions*',
+         'https://www.facebook.com/notes*'].each { |u| self << u }
+      end
+    end
+  end
+end

data/lib/oembed/providers/facebook_video.rb

@@ -0,0 +1,18 @@
+module OEmbed
+  class Providers
+    # Provider for Facebook videos
+    class FacebookVideo < OEmbed::Provider
+      def initialize(access_token:)
+        super("https://graph.facebook.com/v8.0/oembed_video?access_token=#{access_token}", :json)
+        register_urls!
+      end
+
+      private
+
+      def register_urls!
+        ['https://www.facebook.com/*/videos/*',
+         'https://www.facebook.com/video*'].each { |u| self << u }
+      end
+    end
+  end
+end

data/lib/oembed/providers/instagram.rb

@@ -0,0 +1,28 @@
+module OEmbed
+  class Providers
+    # Provider for instagram.com
+    class Instagram < OEmbed::Provider
+      def initialize(access_token:)
+        super("https://graph.facebook.com/v8.0/instagram_oembed?access_token=#{access_token}", :json)
+        register_urls!
+      end
+
+      private
+
+      def register_urls!
+        ["http://instagr.am/p/*",
+         "http://instagram.com/p/*",
+         "http://www.instagram.com/p/*",
+         "https://instagr.am/p/*",
+         "https://instagram.com/p/*",
+         "https://www.instagram.com/p/*",
+         "http://instagr.am/tv/*",
+         "http://instagram.com/tv/*",
+         "http://www.instagram.com/tv/*",
+         "https://instagr.am/tv/*",
+         "https://instagram.com/tv/*",
+         "https://www.instagram.com/tv/*"].each { |u| self << u }
+      end
+    end
+  end
+end

data/lib/oembed/version.rb

@@ -1,8 +1,8 @@
 module OEmbed
   class Version
     MAJOR = 0
-    MINOR = 10
-    PATCH = 1
+    MINOR = 14
+    PATCH = 0
     STRING = "#{MAJOR}.#{MINOR}.#{PATCH}"
 
     class << self

data/lib/tasks/oembed.rake

@@ -4,43 +4,44 @@ begin
   require 'open-uri'
 
   namespace :oembed do
-    desc "Update the embedly_urls.yml file using the services api."
-    task :update_embedly do
+    desc "Update the noembed_urls.yml file using the services api."
+    task :update_noembed do
       # Details at http://api.embed.ly/docs/service
-      json_uri = URI.parse("http://api.embed.ly/1/services")
-      yaml_path = File.join(File.dirname(__FILE__), "../oembed/providers/embedly_urls.yml")
-    
+      json_uri = URI.parse("https://noembed.com/providers")
+      yaml_path = File.join(File.dirname(__FILE__), "../oembed/providers/aggregators/noembed_urls.yml")
+
       services = JSON.parse(json_uri.read)
-    
+
       url_regexps = []
       services.each do |service|
-        url_regexps += service['regex'].map{|r| r.strip }
+        url_regexps += service['patterns'].map{|r| r.strip }
       end
       url_regexps.sort!
-    
+
       YAML.dump(url_regexps, File.open(yaml_path, 'w'))
     end
-  
-    # Note: At the moment the list of enpoints in the oohembed-provided JSON file
-    # do NOT match the full listing on their website. Until we sort that out, we'll
-    # continue to use the manually entered list of oohembed URLs
-    desc "Update the list of URLs supported by oohembed via their API"
-    task :update_oohembed do
-      # Details in the Q & A section of http://oohembed.com/
-      json_uri = URI.parse("http://oohembed.com/static/endpoints.json")
-      yaml_path = File.join(File.dirname(__FILE__), "../oembed/providers/oohembed_urls.yml")
-    
+
+    desc "Update the embedly_urls.yml file using the services api."
+    task :update_embedly do
+      # Details at http://api.embed.ly/docs/service
+      json_uri = URI.parse("http://api.embed.ly/1/services")
+      yaml_path = File.join(File.dirname(__FILE__), "../oembed/providers/aggregators/embedly_urls.yml")
+
       services = JSON.parse(json_uri.read)
-    
+
       url_regexps = []
       services.each do |service|
-        url_regexps << service['url']
+        url_regexps += service['regex'].map{|r| r.strip }
       end
       url_regexps.sort!
-    
+
       YAML.dump(url_regexps, File.open(yaml_path, 'w'))
     end
-  end  
+
+    task :update_oohembed do
+      raise "Unfortunately the oohembed has discontinued."
+    end
+  end
 rescue LoadError
   puts "The oembed rake tasks require JSON. Install it with: gem install json"
-end
+end