power-bi 0.6.0 → 1.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5a12ddf71e1ea1afad2cd5f4c7b059539cbc23da4a3e19834ad63bd6e62863ea
-  data.tar.gz: 4960812cbfdcd0459afb47ff934177a289d5d0726e95e19c7d9f230b235fcbf6
+  metadata.gz: 1d25a34c3688310fb090dccae322ca49f7a48312246f3793b4e59cba25fd75a1
+  data.tar.gz: 5edb3f13333c5319f44fdac97769d3b5ee2adbb59f03296ceb664bc729017e77
 SHA512:
-  metadata.gz: b3ca5f092ba2f179e77fdb16fa3f984886d59c4ba10b5d3744038d15c56f5fdf59e37962c9a1fb543b9babcf84eea425a916869431354a480eae99493526f1e1
-  data.tar.gz: 02044abfa2f718990f7584405b8ea5a4d6a2314c2aa00ea6465f7ad2da24c863d8294601f526b9fee8914d5f5f5656355be4c168472dc05fa68ca3080427fa74
+  metadata.gz: db57e4e5fb379b3cab50becc7060d19caf48cbcd366aa2231829c988ff448af01cf40ab9f189c8607b26bfaa8c96a8efd14df3d3337d1bbc257fc41315386637
+  data.tar.gz: 390c4de1b57462be8817be336b35de6e24e488569cad47936d116efc922e382b804c71b16717bbe31fb38aa486e3a946ad69a9816055832da90507f2cf1a4678

data/README.md

@@ -1,3 +1,88 @@
 # power-bi
 
 Ruby wrapper around the Power BI API
+
+# Initialization
+
+The Power BI API does not handle the authorization part. It requires the user to pass a function where it can request tokens.
+
+```
+pbi = PowerBI::Tenant.new(->{token = get_token(client, token) ; token.token})
+```
+
+# Supported endpoints
+
+## Workspaces (aka Groups)
+
+* List workspaces: `pbi.workspaces`
+* Create workspace: `pbi.workspaces.create`
+* Upload PBIX to workspace: `ws.upload_pbix('./test.pbix', 'new_datasetname_in_the_service')`
+* Delete workspace: `workspace.delete`
+* Add a user to a wokspace: `workspace.add_user('company_0001@fabrikam.com')`
+
+## Reports
+
+* List reports in a workspace: `workspace.reports`
+* Clone a report from one workspace to another: `report.clone(src_workspace, new_report_name)`
+* Rebind report to another dataset: `report.rebind(dataset)`
+* Export report to file: `report.export_to_file(filenam, format: 'PDF')`
+
+## Datasets
+
+* List datasets in a workspace: `workspace.datasets`
+* Update parameter in a dataset: `dataset.update_parameter(parameter_name, new_value)`
+* Get time of last refresh: `dataset.last_refresh`
+* Refresh the dataset: `dataset.refresh`
+* Delete the dataset: `dataset.delete`
+* Bind dataset to a gateway datasource: `dataset.bind_to_gateway(gateway, gateway_datasource)`
+
+## Gateways
+
+* List gateways: `pbi.gateways`
+
+## Gateway datasources
+
+* List datasources in a gateway: `gateway.gateway_datasources`
+* Update credentials of a gateway datasource: `gateway_datasource.update_credentials(new_credentials)`
+* Create a new gateway datasource: `gateway.gateway_datasource.create(name, credentials, db_server, db_name)`
+* Delete a new gateway datasource: `gateway_datasource.delete`
+
+# Note about gateway credentials
+
+Power BI uses an obscure mechanism to encrypt credential exchange between the service and the gateway.  The encryption must be done outside this module on a Windows machine based on th public key of the gateway.  This is an example C# script:
+
+```
+using System;
+using Microsoft.PowerBI.Api.Models;
+using Microsoft.PowerBI.Api.Models.Credentials;
+using Microsoft.PowerBI.Api.Extensions;
+
+
+namespace pbi_credentials
+{
+    class Program
+    {
+        static void Main(string[] args)
+        {
+            Console.WriteLine("Kicking off");
+
+            var credentials = new BasicCredentials(username: "cdmuser", password: "cdmuserpw4879515365");
+
+            var publicKey = new GatewayPublicKey("AQAB", "ru5gTdHbJ+8eC/uwERTOMz9Yktf/kCDWeRDCY1M5fPCB9+p4c8Uk54/NzT5ZWPQCp958bLcO8nSOSOpz4I8fW/AI4d+JxwW6VCsxzue2mKbJjeuSDXXmIiNUFqvjOIolfSIxJFNlfWkZUFlaD3dXgJkjJxrrc4OrYBDUt0FF14UsvdZymTbOl39sAhD4i9CqkXTqm6+JDxsEkPE3GAZ6ZslCsRUqu7lX73anAHkm889FR9NOMtsLV02JDMKCblJqnoszTzgExEEeoTJKxLiJdC8Mfbl96fKFS8JElJIzfTPzldGx5TxdjRmekQODWr7SNMSVJJQTJaANh9C2FZ85pQ==");
+            var credentialsEncryptor = new AsymmetricKeyEncryptor(publicKey);
+
+            var credentialDetails = new CredentialDetails(
+                credentials,
+                PrivacyLevel.Private,
+                EncryptedConnection.Encrypted,
+                credentialsEncryptor
+            );
+            Console.WriteLine(credentialDetails.Credentials);
+
+            Console.WriteLine("Bye Bye");
+        }
+    }
+}
+```
+
+

data/lib/power-bi.rb

@@ -18,3 +18,5 @@ require_relative "power-bi/dataset"
 require_relative "power-bi/datasource"
 require_relative "power-bi/parameter"
 require_relative "power-bi/refresh"
+require_relative "power-bi/gateway"
+require_relative "power-bi/gateway_datasource"

data/lib/power-bi/dataset.rb

@@ -47,6 +47,17 @@ module PowerBI
 
     def delete
       @tenant.delete("/groups/#{workspace.id}/datasets/#{id}")
+      @workspace.datasets.reload
+      true
+    end
+
+    def bind_to_gateway(gateway, gateway_datasource)
+      @tenant.post("/groups/#{workspace.id}/datasets/#{id}/Default.BindToGateway") do |req|
+        req.body = {
+          gatewayObjectId: gateway.id,
+          datasourceObjectIds: [gateway_datasource.id]
+        }.to_json
+      end
       true
     end
 

data/lib/power-bi/gateway.rb

@@ -0,0 +1,25 @@
+module PowerBI
+  class Gateway
+    attr_reader :name, :id, :type, :public_key, :gateway_datasources
+
+    def initialize(tenant, data)
+      @id = data[:id]
+      @name = data[:name]
+      @type = data[:type]
+      @public_key = data[:publicKey]
+      @tenant = tenant
+      @gateway_datasources = GatewayDatasourceArray.new(@tenant, self)
+    end
+
+  end
+
+  class GatewayArray < Array
+    def self.get_class
+      Gateway
+    end
+
+    def get_data
+      @tenant.get("/gateways")[:value]
+    end
+  end
+end

data/lib/power-bi/gateway_datasource.rb

@@ -0,0 +1,79 @@
+module PowerBI
+  class GatewayDatasource
+    attr_reader :id, :gateway_id, :datasource_type, :connection_details, :credential_type, :datasource_name, :gateway
+
+    def initialize(tenant, data)
+      @gateway_id = data[:gatewayId]
+      @datasource_type = data[:datasourceType]
+      @datasource_name = data[:datasourceName]
+      @connection_details = data[:connectionDetails]
+      @id = data[:id]
+      @credential_type = data[:credentialType]
+      @gateway = data[:gateway]
+      @tenant = tenant
+    end
+
+    def update_credentials(encrypted_credentials)
+      response = @tenant.patch("/gateways/#{gateway.id}/datasources/#{id}") do |req|
+        req.body = {
+          credentialDetails: {
+            credentialType: "Basic",
+            credentials: encrypted_credentials,
+            encryptedConnection: "Encrypted",
+            encryptionAlgorithm: "RSA-OAEP",
+            privacyLevel: "Organizational",
+            useCallerAADIdentity: false,
+            useEndUserOAuth2Credentials: false,
+          },
+        }.to_json
+      end
+      true
+    end
+
+    def delete
+      @tenant.delete("/gateways/#{gateway.id}/datasources/#{id}")
+      @gateway.gateway_datasources.reload
+      true
+    end
+
+  end
+
+  class GatewayDatasourceArray < Array
+
+    def initialize(tenant, gateway)
+      super(tenant)
+      @gateway = gateway
+    end
+
+    def self.get_class
+      GatewayDatasource
+    end
+
+    # only MySQL type is currently supported
+    def create(name, encrypted_credentials, db_server, db_name)
+      data = @tenant.post("/gateways/#{@gateway.id}/datasources",) do |req|
+        req.body = {
+          connectionDetails: {server: db_server, database: db_name}.to_json,
+          credentialDetails: {
+            credentialType: "Basic",
+            credentials: encrypted_credentials,
+            encryptedConnection: "Encrypted",
+            encryptionAlgorithm: "RSA-OAEP",
+            privacyLevel: "Organizational",
+            useCallerAADIdentity: false,
+            useEndUserOAuth2Credentials: false,
+          },
+          datasourceName: name,
+          datasourceType: 'MySql',
+        }.to_json
+      end
+      self.reload
+      GatewayDatasource.new(@tenant, data)
+    end
+
+    def get_data
+      data = @tenant.get("/gateways/#{@gateway.id}/datasources")[:value]
+      data.each { |d| d[:gateway] = @gateway }
+    end
+  end
+end

data/lib/power-bi/report.rb

@@ -2,6 +2,8 @@ module PowerBI
   class Report
     attr_reader :name, :id, :report_type, :web_url, :embed_url, :is_from_pbix, :is_owned_by_me, :dataset_id, :workspace
 
+    class ExportToFileError < PowerBI::Error ; end
+
     def initialize(tenant, data)
       @id = data[:id]
       @report_type = data[:reportType]
@@ -36,12 +38,35 @@ module PowerBI
       true
     end
 
-    def export_to_file(format: 'PDF')
-      @tenant.post("/groups/#{workspace.id}/reports/#{id}/ExportTo") do |req|
+    def export_to_file(filename, format: 'PDF', timeout: 300)
+      # post
+      data = @tenant.post("/groups/#{workspace.id}/reports/#{id}/ExportTo") do |req|
         req.body = {
           format: format
         }.to_json
       end
+      export_id = data[:id]
+
+      # poll
+      success = false
+      iterations = 0
+      status_history = ''
+      old_status = ''
+      while !success
+        sleep 0.1
+        iterations += 1
+        raise ExportToFileError.new("Report export to file did not succeed after #{timeout} seconds. Status history:#{status_history}") if iterations > (10 * timeout)
+        new_status = @tenant.get("/groups/#{workspace.id}/reports/#{id}/exports/#{export_id}")[:status].to_s
+        success = (new_status == "Succeeded")
+        if new_status != old_status
+          status_history += "\nStatus change after #{iterations/10.0}s: '#{old_status}' --> '#{new_status}'"
+          old_status = new_status
+        end
+      end
+
+      # get and write file
+      data = @tenant.get_raw("/groups/#{workspace.id}/reports/#{id}/exports/#{export_id}/file")
+      File.open(filename, "wb") { |f| f.write(data) }
     end
 
   end

data/lib/power-bi/tenant.rb

@@ -1,20 +1,38 @@
 module PowerBI
   class Tenant
-    attr_reader :workspaces
+    attr_reader :workspaces, :gateways
 
-    def initialize(token_generator)
+    def initialize(token_generator, retries: 5)
       @token_generator = token_generator
       @workspaces = WorkspaceArray.new(self)
+      @gateways = GatewayArray.new(self)
+
+      ## WHY RETRIES? ##
+      # It is noticed that once in a while (~0.1% API calls), the Power BI server returns a 500 (internal server error) withou apparent reason, just retrying works :-)
+      ##################
+      @retry_options = {
+        max: retries,
+        exceptions: [Errno::ETIMEDOUT, Timeout::Error, Faraday::TimeoutError, Faraday::RetriableResponse],
+        methods: [:get, :post, :patch, :delete],
+        retry_statuses: [500], # internal server error
+        interval: 0.2,
+        interval_randomness: 0,
+        backoff_factor: 4,
+        retry_block: -> (env, options, retries, exc) { puts "retrying...!! (@ #{Time.now.to_s}), exception: #{exc.to_s} ---- #{exc.message}" },
+      }
     end
 
     def get(url, params = {})
-      response = Faraday.get(PowerBI::BASE_URL + url) do |req|
+      conn = Faraday.new do |f|
+        f.request :retry, @retry_options
+      end
+      response = conn.get(PowerBI::BASE_URL + url) do |req|
         req.params = params
         req.headers['Accept'] = 'application/json'
         req.headers['authorization'] = "Bearer #{token}"
         yield req if block_given?
       end
-      if response.status != 200
+      unless [200, 202].include? response.status
         raise APIError.new("Error calling Power BI API (status #{response.status}): #{response.body}")
       end
       unless response.body.empty?
@@ -22,8 +40,45 @@ module PowerBI
       end
     end
 
+    def get_raw(url, params = {})
+      conn = Faraday.new do |f|
+        f.request :retry, @retry_options
+      end
+      response = conn.get(PowerBI::BASE_URL + url) do |req|
+        req.params = params
+        req.headers['authorization'] = "Bearer #{token}"
+        yield req if block_given?
+      end
+      unless [200, 202].include? response.status
+        raise APIError.new("Error calling Power BI API (status #{response.status}): #{response.body}")
+      end
+      response.body
+    end
+
     def post(url, params = {})
-      response = Faraday.post(PowerBI::BASE_URL + url) do |req|
+      conn = Faraday.new do |f|
+        f.request :retry, @retry_options
+      end
+      response = conn.post(PowerBI::BASE_URL + url) do |req|
+        req.params = params
+        req.headers['Accept'] = 'application/json'
+        req.headers['Content-Type'] = 'application/json'
+        req.headers['authorization'] = "Bearer #{token}"
+        yield req if block_given?
+      end
+      unless [200, 201, 202].include? response.status
+        raise APIError.new("Error calling Power BI API (status #{response.status}): #{response.body}")
+      end
+      unless response.body.empty?
+        JSON.parse(response.body, symbolize_names: true)
+      end
+    end
+
+    def patch(url, params = {})
+      conn = Faraday.new do |f|
+        f.request :retry, @retry_options
+      end
+      response = conn.patch(PowerBI::BASE_URL + url) do |req|
         req.params = params
         req.headers['Accept'] = 'application/json'
         req.headers['Content-Type'] = 'application/json'
@@ -39,7 +94,10 @@ module PowerBI
     end
 
     def delete(url, params = {})
-      response = Faraday.delete(PowerBI::BASE_URL + url) do |req|
+      conn = Faraday.new do |f|
+        f.request :retry, @retry_options
+      end
+      response = conn.delete(PowerBI::BASE_URL + url) do |req|
         req.params = params
         req.headers['Accept'] = 'application/json'
         req.headers['authorization'] = "Bearer #{token}"
@@ -56,6 +114,7 @@ module PowerBI
     def post_file(url, file, params = {})
       conn = Faraday.new do |f|
         f.request :multipart
+        f.request :retry, @retry_options
       end
       response = conn.post(PowerBI::BASE_URL + url) do |req|
         req.params = params
@@ -63,6 +122,7 @@ module PowerBI
         req.headers['Content-Type'] = 'multipart/form-data'
         req.headers['authorization'] = "Bearer #{token}"
         req.body = {value: Faraday::UploadIO.new(file, 'application/octet-stream')}
+        req.options.timeout = 120  # default is 60 seconds Net::ReadTimeout
       end
       if response.status != 202
         raise APIError.new("Error calling Power BI API (status #{response.status}): #{response.body}")

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: power-bi
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 1.3.1
 platform: ruby
 authors:
 - Lode Cools
@@ -38,7 +38,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: Ruby wrapper for the Power BI API - Currently supports workspaces
+description: Ruby wrapper for the Power BI API
 email: lode.cools1@gmail.com
 executables: []
 extensions: []
@@ -50,6 +50,8 @@ files:
 - lib/power-bi/array.rb
 - lib/power-bi/dataset.rb
 - lib/power-bi/datasource.rb
+- lib/power-bi/gateway.rb
+- lib/power-bi/gateway_datasource.rb
 - lib/power-bi/parameter.rb
 - lib/power-bi/refresh.rb
 - lib/power-bi/report.rb