azure-loganalytics-datacollector-api 0.1.2 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: ff34cda0c8aa57ecc7b124abb610d846e1d7f123
-  data.tar.gz: 9d52dd208fa123e83cfd0b6b60c2c8c60df3022a
+SHA256:
+  metadata.gz: 8452aaabdb1e4cadea593892598d3618d72d4dc268b73612a8072b98bb144a29
+  data.tar.gz: c095ecb8502f5afcc742e1cfa7da6c5b4d4f59522dab871323761a45ba6f4af3
 SHA512:
-  metadata.gz: a495b5e29998532540f558c9d9b98a3e503dd68d70e6ceda81072cec7e71f3fcbfb479c138f1d86a266809e0b7167ab6906ec0e2dfdaaf1939c716ce7b84be2f
-  data.tar.gz: ca45575e8a867e9d00b5eab40ead381b20a4009c93aff12d9b000c0f50ddbd85103233b4033d29d8564d37aca70e35832e7301ef32d8ab61513c866b25091d91
+  metadata.gz: 710358fb3591f079e96ba0c4e26ba020ee5573dc3c27553883efa80dd62943a3dcde86c7e0dbb1d0ee5d1a20bdf28ea554be8fd2a7df64423088189492f07501
+  data.tar.gz: 523e5be5872c7450e8518835cf18e674043e5578e1b95588ea74070af40dce53418aaa455badeb2b156af9223e97228172bbb3af4e3ec8f4ea9ee2bef411eafd

data/.gitignore

@@ -7,3 +7,5 @@
 /pkg/
 /spec/reports/
 /tmp/
+# Personal test dir
+/t/*

data/ChangeLog.md

@@ -1,3 +1,18 @@
+## 0.3.0
+* Enhance log type validation: check not only alpha but also numeric, underscore, and character length (may not exceed 100) - [issue #11](https://github.com/yokawasa/azure-log-analytics-data-collector/issues/11)
+
+## 0.2.0
+* Support setting the x-ms-AzureResourceId Header - [issue #8](https://github.com/yokawasa/azure-log-analytics-data-collector/issues/8)
+
+## 0.1.6
+* fix CVE-2020-8130 - [issue #7](https://github.com/yokawasa/azure-log-analytics-data-collector/issues/7)
+
+## 0.1.5
+* Add endpoint parameter with the default value for Azure public - [PR#5](https://github.com/yokawasa/azure-log-analytics-data-collector/pull/5)
+
+## 0.1.4
+* Add `set_proxy` method to client - [issue#3](https://github.com/yokawasa/azure-log-analytics-data-collector/issues/3)
+
 ## 0.1.2
 * fixedup bug - [issue #1](https://github.com/yokawasa/azure-log-analytics-data-collector/issues/1)
 

data/README.md

@@ -1,11 +1,143 @@
 # azure-log-analytics-data-collector Ruby Client
-Azure Log Analytics Data Collector API Ruby Client
+
+[Azure Log Analytics Data Collector API](https://docs.microsoft.com/en-us/azure/azure-monitor/platform/data-collector-api) Client Libraries for Ruby. The repository was originally created for multiple programming languages, but it was refactored as a dedicated one for Ruby client. Python and PHP client libraries were moved to [azure-log-analytics-data-colloector-python](https://github.com/yokawasa/azure-log-analytics-data-collector-python) and [azure-log-analytics-data-colloector-php](https://github.com/yokawasa/azure-log-analytics-data-collector-php) respectively.
+
 
 ## Installation
-```
+```bash
 gem install azure-loganalytics-datacollector-api
 ```
 
+## Sample code (Ruby Client)
+### Sample1 - No time_generated_field option
+```ruby
+require "azure/loganalytics/datacollectorapi/client"
+
+customer_id = '<Customer ID aka WorkspaceID String>'
+shared_key = '<The primary or the secondary Connected Sources client authentication key>'
+log_type = "MyCustomLog"
+
+posting_records = []
+record1= {
+  :string => "MyText1",
+  :boolean => true,
+  :number => 100
+}
+record2= {
+  :string => "MyText2",
+  :boolean => false,
+  :number => 200
+}
+posting_records.push(record1)
+posting_records.push(record2)
+
+client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
+res = client.post_data(log_type, posting_records)
+puts res
+puts "res code=#{res.code}"
+
+if Azure::Loganalytics::Datacollectorapi::Client.is_success(res)
+  puts "operation was succeeded!"
+else
+  puts "operation was failured!"
+end
+```
+
+### Sample2 - With time_generated_field option
+```ruby
+require "azure/loganalytics/datacollectorapi/client"
+
+customer_id = '<Customer ID aka WorkspaceID String>'
+shared_key = '<The primary or the secondary Connected Sources client authentication key>'
+log_type = "MyCustomLog"
+
+posting_records = []
+record1= {
+  :string => "MyText1",
+  :boolean => true,
+  :number => 100,
+  :timegen => "2017-11-23T11:13:35.576Z" # YYYY-MM-DDThh:mm:ssZ
+}
+record2= {
+  :string => "MyText2",
+  :boolean => false,
+  :number => 200,
+  :timegen => "2017-11-23T12:13:35.576Z" # YYYY-MM-DDThh:mm:ssZ
+}
+posting_records.push(record1)
+posting_records.push(record2)
+
+time_generated_field = "timegen"
+client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
+res = client.post_data(log_type, posting_records, time_generated_field)
+puts res
+puts "res code=#{res.code}"
+
+if Azure::Loganalytics::Datacollectorapi::Client.is_success(res)
+  puts "operation was succeeded!"
+else
+  puts "operation was failured!"
+end
+```
+
+### Sample3 - With time_generated_field and azure_resource_id option
+Supported setting azure_resource_id option from version [0.2.0](https://github.com/yokawasa/azure-log-analytics-data-collector/releases/tag/v0.2.0)
+```ruby
+require "azure/loganalytics/datacollectorapi/client"
+
+customer_id = '<Customer ID aka WorkspaceID String>'
+shared_key = '<The primary or the secondary Connected Sources client authentication key>'
+log_type = "MyCustomLog"
+
+posting_records = []
+record1= {
+  :string => "MyText1",
+  :boolean => true,
+  :number => 100,
+  :timegen => "2017-11-23T11:13:35.576Z" # YYYY-MM-DDThh:mm:ssZ
+}
+record2= {
+  :string => "MyText2",
+  :boolean => false,
+  :number => 200,
+  :timegen => "2017-11-23T12:13:35.576Z" # YYYY-MM-DDThh:mm:ssZ
+}
+posting_records.push(record1)
+posting_records.push(record2)
+
+time_generated_field = "timegen"
+
+# Azure Resource ID
+# [Azure Resource ID Format]
+# /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/{resourceProviderNamespace}/{resourceType}/{resourceName}
+azure_resource_id ="/subscriptions/11111111-1111-1111-1111-111111111111/resourceGroups/otherResourceGroup/providers/Microsoft.Storage/storageAccounts/examplestorage"
+
+client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
+res = client.post_data(log_type, posting_records, time_generated_field, azure_resource_id)
+puts res
+puts "res code=#{res.code}"
+
+if Azure::Loganalytics::Datacollectorapi::Client.is_success(res)
+  puts "operation was succeeded!"
+else
+  puts "operation was failured!"
+end
+```
+
+### Sample4 - use proxy to access the API
+```ruby
+require "azure/loganalytics/datacollectorapi/client"
+
+...
+client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
+# client.set_proxy() # ENV['http_proxy'] is set by default 
+client.set_proxy(your_proxy)
+res = client.post_data(log_type, posting_records, time_generated_field)
+puts res
+...
+```
+
+
 ## Change log
 
 * [Changelog](ChangeLog.md)
@@ -28,4 +160,3 @@ Bug reports and pull requests are welcome on GitHub at https://github.com/yokawa
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-

data/SampleCodes.md

@@ -0,0 +1,12 @@
+# Sample codes for azure-log-analytics-data-collector
+ [Azure Log Analytics HTTP Data Collecotr API](https://docs.microsoft.com/en-us/azure/log-analytics/log-analytics-data-collector-api) Client libraries
+
+## Client libraries and Sample code
+
+| Language | Source Code | Project URL | 
+| ------------- | ------------- |------------- |
+| Ruby     | This repository | [Rubygem Package](https://rubygems.org/gems/azure-loganalytics-datacollector-api) |
+| Python     |  [Source code](https://github.com/yokawasa/azure-log-analytics-data-collector-python) | [Python Package](https://pypi.python.org/pypi/azure-log-analytics-data-collector-api) |
+| PHP     |  [Source code](https://github.com/yokawasa/azure-log-analytics-data-collector-php) | NONE |
+| CSharp   |  [Sample Code](https://docs.microsoft.com/en-us/azure/log-analytics/log-analytics-data-collector-api#sample-requests) | NONE |
+| PowerShell  | [Sample Code](https://docs.microsoft.com/en-us/azure/log-analytics/log-analytics-data-collector-api#sample-requests) | NONE |

data/azure-loganalytics-datacollector-api.gemspec

@@ -7,7 +7,7 @@ Gem::Specification.new do |spec|
   spec.name          = "azure-loganalytics-datacollector-api"
   spec.version       = Azure::Loganalytics::Datacollectorapi::VERSION
   spec.authors       = ["Yoichi Kawasaki"]
-  spec.email         = ["yoichi.kawasaki@outlook.com"]
+  spec.email         = ["yokawasa@gmail.com"]
   spec.summary       = %q{Azure Log Analytics Data Collector API Ruby Client}
   spec.description   = spec.summary
   spec.homepage      = "https://github.com/yokawasa/azure-log-analytics-data-collector"
@@ -20,7 +20,6 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "rest-client"
-  spec.add_development_dependency "bundler", "~> 1.13"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
   spec.add_development_dependency "rspec", "~> 3.0"
 end

data/lib/azure/loganalytics/datacollectorapi/client.rb

@@ -8,7 +8,7 @@ module Azure
 
       class Client
 
-        def initialize (customer_id, shared_key)
+        def initialize (customer_id, shared_key, endpoint ='ods.opinsights.azure.com')
           require 'rest-client'
           require 'json'
           require 'openssl'
@@ -17,15 +17,17 @@ module Azure
 
           @customer_id = customer_id
           @shared_key = shared_key
+          @endpoint = endpoint
+          @default_azure_resource_id = ''
         end
 
-        def post_data(log_type, json_records, record_timestamp ='')
+        def post_data(log_type, json_records, record_timestamp ='', azure_resource_id ='' )
           raise ConfigError, 'no log_type' if log_type.empty?
-          raise ConfigError, 'log_type must be only alpha characters' if not is_alpha(log_type)
+          raise ConfigError, 'log_type must only contain alpha numeric and _, and not exceed 100 chars' if not is_valid_log_type(log_type)
           raise ConfigError, 'no json_records' if json_records.empty?
           body =  json_records.to_json
-          uri = sprintf("https://%s.ods.opinsights.azure.com/api/logs?api-version=%s",
-                        @customer_id, API_VERSION)
+          uri = sprintf("https://%s.%s/api/logs?api-version=%s",
+                        @customer_id, @endpoint, API_VERSION)
           date = rfc1123date()
           sig = signature(date, body.bytesize)
 
@@ -34,6 +36,7 @@ module Azure
               'Authorization' => sig,
               'Log-Type' => log_type,
               'x-ms-date' => date,
+              'x-ms-AzureResourceId' => azure_resource_id.empty? ? @default_azure_resource_id : azure_resource_id,
               'time-generated-field' => record_timestamp
           }
 
@@ -41,14 +44,22 @@ module Azure
           res
         end
 
+        def set_proxy(proxy='')
+          RestClient.proxy = proxy.empty? ? ENV['http_proxy'] : proxy
+        end
+        
+        def set_default_azure_resoruce_id(azure_resource_id)
+          @default_azure_resource_id = azure_resource_id
+        end
+
         def self.is_success(res)
           return (res.code == 200) ? true : false
         end
 
         private
 
-        def is_alpha(s)
-          return (s.match(/^[[:alpha:]]+$/)) ? true : false
+        def is_valid_log_type(s)
+          return ( s.match(/^[a-zA-Z0-9_]+$/) && s.length <= 100 ) ? true : false
         end
 
         def rfc1123date()

data/lib/azure/loganalytics/datacollectorapi/version.rb

@@ -1,7 +1,7 @@
 module Azure
   module Loganalytics
     module Datacollectorapi
-      VERSION = "0.1.2"
+      VERSION = "0.3.0"
     end
   end
 end

data/spec/azure/loganalytics/datacollectorapi/client_spec.rb

@@ -5,39 +5,46 @@ describe Azure::Loganalytics::Datacollectorapi::Client do
     expect(Azure::Loganalytics::Datacollectorapi::VERSION).not_to be nil
   end
 
-  #it "does something useful" do
-  #  expect(false).to eq(true)
-  #end
+  customer_id = '<Customer ID aka WorkspaceID String>'
+  shared_key =  '<Primary Key String>'
+  log_type = "MyCustomLog"
 
-  it "posting data to datacollector api" do
-    customer_id = '<Customer ID aka WorkspaceID String>'
-    shared_key =  '<Primary Key String>'
-    log_type = "ApacheAccessLog"
+  it "log type validation" do
+    json_records = []
+    dummy= {
+      :string => "dummy title",
+      :number => 10
+    }
+    valid_log_type = "abcedefghijklmnopqrstuvwxyz1234567890_"
+    invalid_log_type1 = "*-|[]//"
+    invalid_log_type2 = "abcde__xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+    json_records.push(dummy)
+    client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
 
+    res = client.post_data(valid_log_type, json_records)
+    expect(Azure::Loganalytics::Datacollectorapi::Client.is_success(res)).to eq(true)
+
+    expect{
+      client.post_data(invalid_log_type1, json_records)
+    }.to raise_error(Exception)
+
+    expect{
+      client.post_data(invalid_log_type2, json_records)
+    }.to raise_error(Exception)
+
+  end
+
+  it "posting data to datacollector api" do
     json_records = []
     record1= {
-      :Log_ID => "5cdad72f-c848-4df0-8aaa-ffe033e75d57",
-      :date => "2016-12-03 09:44:32 JST",
-      :processing_time => "372",
-      :remote => "101.202.74.59",
-      :user => "-",
-      :method => "GET / HTTP/1.1",
-      :status => "304",
-      :size => "-",
-      :referer => "-",
-      :agent => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:27.0) Gecko/20100101 Firefox/27.0"
+      :string => "MyText1",
+      :boolean => true,
+      :number => 100
     }
-    record2 ={
-      :Log_ID => "7260iswx-8034-4cc3-uirtx-f068dd4cd659",
-      :date => "2016-12-03 09:45:14 JST",
-      :processing_time => "105",
-      :remote => "201.78.74.59",
-      :user => "-",
-      :method => "GET /manager/html HTTP/1.1",
-      :status =>"200",
-      :size => "-",
-      :referer => "-",
-      :agent => "Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/20100101 Firefox/5.0"
+    record2= {
+      :string => "MyText2",
+      :boolean => false,
+      :number => 200
     }
     json_records.push(record1)
     json_records.push(record2)
@@ -47,4 +54,53 @@ describe Azure::Loganalytics::Datacollectorapi::Client do
     expect(Azure::Loganalytics::Datacollectorapi::Client.is_success(res)).to eq(true)
   end
 
+  it "posting data to datacollector api with time-generated-field" do
+    json_records = []
+    record1= {
+      :string => "MyText1",
+      :boolean => true,
+      :number => 100,
+      :timegen => "2020-05-05T11:13:35.576Z" # YYYY-MM-DDThh:mm:ssZ
+    }
+    record2= {
+      :string => "MyText2",
+      :boolean => false,
+      :number => 200,
+      :timegen => "2020-05-05T12:13:35.576Z" # YYYY-MM-DDThh:mm:ssZ
+    }
+    json_records.push(record1)
+    json_records.push(record2)
+
+    time_generated_field = "timegen"
+    client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
+    res = client.post_data(log_type, json_records, time_generated_field)
+    expect(Azure::Loganalytics::Datacollectorapi::Client.is_success(res)).to eq(true)
+  end
+
+  it "posting data to datacollector api with azure-resource-id" do
+    json_records = []
+    record1= {
+      :string => "MyText1",
+      :boolean => true,
+      :number => 100
+    }
+    record2= {
+      :string => "MyText2",
+      :boolean => false,
+      :number => 200
+    }
+    json_records.push(record1)
+    json_records.push(record2)
+
+    time_generated_field = ""
+    # Azure Resource ID
+    # https://docs.microsoft.com/en-us/azure/azure-resource-manager/templates/template-functions-resource#resourceid
+    # /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/{resourceProviderNamespace}/{resourceType}/{resourceName}
+    azure_resource_id ="/subscriptions/11111111-1111-1111-1111-111111111111/resourceGroups/otherResourceGroup/providers/Microsoft.Storage/storageAccounts/examplestorage"
+
+    client=Azure::Loganalytics::Datacollectorapi::Client::new( customer_id, shared_key)
+    res = client.post_data(log_type, json_records, time_generated_field, azure_resource_id)
+    expect(Azure::Loganalytics::Datacollectorapi::Client.is_success(res)).to eq(true)
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: azure-loganalytics-datacollector-api
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Yoichi Kawasaki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-29 00:00:00.000000000 Z
+date: 2020-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -24,34 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.13'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.13'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -68,7 +54,7 @@ dependencies:
         version: '3.0'
 description: Azure Log Analytics Data Collector API Ruby Client
 email:
-- yoichi.kawasaki@outlook.com
+- yokawasa@gmail.com
 executables:
 - console
 - setup
@@ -82,6 +68,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- SampleCodes.md
 - azure-loganalytics-datacollector-api.gemspec
 - bin/console
 - bin/setup
@@ -108,8 +95,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.2
+rubygems_version: 3.1.3
 signing_key: 
 specification_version: 4
 summary: Azure Log Analytics Data Collector API Ruby Client