sql-server-raw-file 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ea75b306d331a3e23df7a321c868778e60266a13
+  data.tar.gz: b79c539f190cc42633fbca1dd980a7a878e60b88
+SHA512:
+  metadata.gz: ad451f419c448ca2bc864875c4141c6931457e0bdf73113f1e5fb9ec170e2f30a882c9358dc9e0868d19bca2df7e627ae3bcbb36838eb746b324aef7ef36fe39
+  data.tar.gz: f415ea6b1439db87d8a930dec480d5eb33bb2fe74d1f982e79944af80dd1abad365edc34025b2bad2cef3fd6651096a119ee3bd027b4f290334a5b7fc1a67cb7

data/CHANGELOG.md

@@ -0,0 +1,20 @@
+## 0.0.1 (Jan 5, 2016)
+
+Features:
+
+  - added support of SQL Server Dts Raw File versions:
+    * 00.90.00.00 => 9 (SQL Server: 9/10)
+    * 00.10.01.00 => 10 (SQL Server: 11)
+  - added support of basic data types:
+    * int (i.e. NULL w/o cast)
+    * float
+    * bit
+    * bigint
+    * (n)(var)char
+    * decimal, numeric
+    * datetime
+    * datetime2 (only SQL Server 10/11)
+
+Bugfixes:
+
+  - initial release

data/LICENSE.md

@@ -0,0 +1,22 @@
+Copyright (c) 2016 Dmitriy Mullo
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,50 @@
+# sql-server-raw-file: sql-server-raw-file lib
+
+Converts SQL Server Dts Raw File source to hash.
+
+### Installation and usage
+
+```
+1) gem install sql-server-raw-file
+2) usage (examples):
+
+# begin example 1
+require 'sql_server_raw_file'
+
+File.open('/path/to/sql/raw/file') { |raw_io|
+  raw_obj = SqlServerDts::RawFile.new(raw_io)
+  # ...
+  puts raw_obj.version
+  puts raw_obj.header
+  # ...
+  until raw_io.eof?
+    # ...
+    puts raw_obj.read_line
+    # ...
+  end
+  # ...
+}
+# end example 1
+
+# begin example 2
+require 'sql_server_raw_file'
+
+SqlServerDts::RawFile.new('/path/to/sql/raw/file') { |raw_obj, raw_io|
+  # ...
+  puts raw_obj.version
+  puts raw_obj.header
+  # ...
+  until raw_io.eof?
+    # ...
+    puts raw_obj.read_line
+    # ...
+  end
+  # ...
+}
+# end example 2
+```
+
+### Troubleshooting
+
+mailto:d.a.mullo1981@gmail.com
+subject: sql-server-raw-file issue

data/fixtures/current_sql_index

@@ -0,0 +1 @@
+2

data/fixtures/select-fixture-data-SQL_Server_90.sql

@@ -0,0 +1,3 @@
+select cast(1 as int) [int], cast(3.14159265 as float) [float], cast(1 as bit) [bit], cast(POWER(2,30) as bigint) [bigint], cast('This is a variable length char string' as varchar(128)) [varchar], cast('This is a char string' as char(128)) [char], cast('��� ������ ���������� ����� � �������' as nvarchar(128)) [nvarchar], cast('��� ������ � �������' as nchar(128)) [nchar], cast(9.11 as decimal(18,6)) [decimal], cast(7.62 as numeric(18,6)) [numeric], getdate() [datetime], NULL [datetime2], NULL AS [NULL]
+UNION ALL
+select cast(2 as int) [int], cast(-37.0/3.0 as float) [float], cast(0 as bit) [bit], cast(-POWER(3,19) as bigint) [bigint], cast('This is another variable length char string' as varchar(128)) [varchar], cast('This is another char string' as char(128)) [char], cast('��� ��� ���� ������ ���������� ����� � �������' as nvarchar(128)) [nvarchar], cast('��� ��� ���� ������ � �������' as nchar(128)) [nchar], cast(-99.999 as decimal(18,6)) [decimal], cast(-5.56 as numeric(18,6)) [numeric], getdate() [datetime], NULL [datetime2], NULL AS [NULL]

data/fixtures/select-fixture-data.sql

@@ -0,0 +1,3 @@
+select cast(1 as int) [int], cast(3.14159265 as float) [float], cast(1 as bit) [bit], cast(POWER(2,30) as bigint) [bigint], cast('This is a variable length char string' as varchar(128)) [varchar], cast('This is a char string' as char(128)) [char], cast('��� ������ ���������� ����� � �������' as nvarchar(128)) [nvarchar], cast('��� ������ � �������' as nchar(128)) [nchar], cast(9.11 as decimal(18,6)) [decimal], cast(7.62 as numeric(18,6)) [numeric], getdate() [datetime], CAST(GETDATE() AS DATETIME2(0)) [datetime2], NULL AS [NULL]
+UNION ALL
+select cast(2 as int) [int], cast(-37.0/3.0 as float) [float], cast(0 as bit) [bit], cast(-POWER(3,19) as bigint) [bigint], cast('This is another variable length char string' as varchar(128)) [varchar], cast('This is another char string' as char(128)) [char], cast('��� ��� ���� ������ ���������� ����� � �������' as nvarchar(128)) [nvarchar], cast('��� ��� ���� ������ � �������' as nchar(128)) [nchar], cast(-99.999 as decimal(18,6)) [decimal], cast(-5.56 as numeric(18,6)) [numeric], getdate() [datetime], CAST(GETDATE() AS DATETIME2(7)) [datetime2], NULL AS [NULL]

data/fixtures/sql09_data.csv

@@ -0,0 +1,3 @@
+int	float	bit	bigint	varchar	char	nvarchar	nchar	decimal	numeric	datetime	datetime2	NULL
+1	3.14159265	true	1073741824	This is a variable length char string	This is a char string                                                                                                           	Это строка переменной длины в Юникоде	Это строка в Юникоде                                                                                                            	9.110000	7.620000	2016-01-12 09:26:52.747		
+2	-12.333333	false	3132705829	This is another variable length char string	This is another char string                                                                                                     	Это еще одна строка переменной длины в Юникоде	Это еще одна строка в Юникоде                                                                                                   	-99.999000	-5.560000	2016-01-12 09:26:52.747		

data/fixtures/sql09_header.json

@@ -0,0 +1,171 @@
+[
+  {
+    "name": "int",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 52,
+    "p3": 0,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "float",
+    "data_type": 5,
+    "max_length": 8,
+    "p2": 56,
+    "p3": 4,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "bit",
+    "data_type": 11,
+    "max_length": 2,
+    "p2": 392,
+    "p3": 8,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "bigint",
+    "data_type": 20,
+    "max_length": 8,
+    "p2": 80,
+    "p3": 12,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "varchar",
+    "data_type": 129,
+    "max_length": 128,
+    "p2": 92,
+    "p3": 16,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 1251,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "char",
+    "data_type": 129,
+    "max_length": 128,
+    "p2": 244,
+    "p3": 20,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 1251,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "nvarchar",
+    "data_type": 130,
+    "max_length": 128,
+    "p2": 396,
+    "p3": 24,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "nchar",
+    "data_type": 130,
+    "max_length": 128,
+    "p2": 656,
+    "p3": 28,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "decimal",
+    "data_type": 131,
+    "max_length": 19,
+    "p2": 221,
+    "p3": 32,
+    "p4": -1,
+    "precision": 18,
+    "scale": 6,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "numeric",
+    "data_type": 131,
+    "max_length": 19,
+    "p2": 373,
+    "p3": 36,
+    "p4": -1,
+    "precision": 18,
+    "scale": 6,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "datetime",
+    "data_type": 135,
+    "max_length": 16,
+    "p2": 64,
+    "p3": 40,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "datetime2",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 88,
+    "p3": 44,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "NULL",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 240,
+    "p3": 48,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  }
+]

data/fixtures/sql10_data.csv

@@ -0,0 +1,3 @@
+int	float	bit	bigint	varchar	char	nvarchar	nchar	decimal	numeric	datetime	datetime2	NULL
+1	3.14159265	true	1073741824	This is a variable length char string	This is a char string                                                                                                           	Это строка переменной длины в Юникоде	Это строка в Юникоде                                                                                                            	9.110000	7.620000	2016-01-12 08:20:06.823	2016-01-12 08:20:07.0000000	
+2	-12.333333	false	3132705829	This is another variable length char string	This is another char string                                                                                                     	Это еще одна строка переменной длины в Юникоде	Это еще одна строка в Юникоде                                                                                                   	-99.999000	-5.560000	2016-01-12 08:20:06.823	2016-01-12 08:20:06.8230000	

data/fixtures/sql10_header.json

@@ -0,0 +1,171 @@
+[
+  {
+    "name": "int",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 52,
+    "p3": 0,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "float",
+    "data_type": 5,
+    "max_length": 8,
+    "p2": 56,
+    "p3": 4,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "bit",
+    "data_type": 11,
+    "max_length": 2,
+    "p2": 256,
+    "p3": 8,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "bigint",
+    "data_type": 20,
+    "max_length": 8,
+    "p2": 96,
+    "p3": 12,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "varchar",
+    "data_type": 129,
+    "max_length": 128,
+    "p2": 108,
+    "p3": 16,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 1251,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "char",
+    "data_type": 129,
+    "max_length": 128,
+    "p2": 280,
+    "p3": 20,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 1251,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "nvarchar",
+    "data_type": 130,
+    "max_length": 128,
+    "p2": 412,
+    "p3": 24,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "nchar",
+    "data_type": 130,
+    "max_length": 128,
+    "p2": 672,
+    "p3": 28,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "decimal",
+    "data_type": 131,
+    "max_length": 19,
+    "p2": 237,
+    "p3": 32,
+    "p4": -1,
+    "precision": 18,
+    "scale": 6,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "numeric",
+    "data_type": 131,
+    "max_length": 19,
+    "p2": 258,
+    "p3": 36,
+    "p4": -1,
+    "precision": 18,
+    "scale": 6,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "datetime",
+    "data_type": 135,
+    "max_length": 16,
+    "p2": 64,
+    "p3": 40,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "datetime2",
+    "data_type": 304,
+    "max_length": 16,
+    "p2": 80,
+    "p3": 44,
+    "p4": -1,
+    "precision": 0,
+    "scale": 7,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  },
+  {
+    "name": "NULL",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 104,
+    "p3": 48,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": null,
+    "p9": null
+  }
+]

data/fixtures/sql11_data.csv

@@ -0,0 +1,3 @@
+int	float	bit	bigint	varchar	char	nvarchar	nchar	decimal	numeric	datetime	datetime2	NULL
+1	3.14159265	true	1073741824	This is a variable length char string	This is a char string                                                                                                           	Это строка переменной длины в Юникоде	Это строка в Юникоде                                                                                                            	9.110000	7.620000	2016-01-12 08:41:00.637	2016-01-12 08:41:01.0000000	
+2	-12.333333	false	3132705829	This is another variable length char string	This is another char string                                                                                                     	Это еще одна строка переменной длины в Юникоде	Это еще одна строка в Юникоде                                                                                                   	-99.999000	-5.560000	2016-01-12 08:41:00.637	2016-01-12 08:41:00.6370000	

data/fixtures/sql11_header.json

@@ -0,0 +1,171 @@
+[
+  {
+    "name": "int",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 52,
+    "p3": 0,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "float",
+    "data_type": 5,
+    "max_length": 8,
+    "p2": 56,
+    "p3": 4,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "bit",
+    "data_type": 11,
+    "max_length": 2,
+    "p2": 256,
+    "p3": 8,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "bigint",
+    "data_type": 20,
+    "max_length": 8,
+    "p2": 96,
+    "p3": 12,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "varchar",
+    "data_type": 129,
+    "max_length": 128,
+    "p2": 108,
+    "p3": 16,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 1251,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "char",
+    "data_type": 129,
+    "max_length": 128,
+    "p2": 280,
+    "p3": 20,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 1251,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "nvarchar",
+    "data_type": 130,
+    "max_length": 128,
+    "p2": 412,
+    "p3": 24,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "nchar",
+    "data_type": 130,
+    "max_length": 128,
+    "p2": 672,
+    "p3": 28,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "decimal",
+    "data_type": 131,
+    "max_length": 19,
+    "p2": 237,
+    "p3": 32,
+    "p4": -1,
+    "precision": 18,
+    "scale": 6,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "numeric",
+    "data_type": 131,
+    "max_length": 19,
+    "p2": 258,
+    "p3": 36,
+    "p4": -1,
+    "precision": 18,
+    "scale": 6,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "datetime",
+    "data_type": 135,
+    "max_length": 16,
+    "p2": 64,
+    "p3": 40,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "datetime2",
+    "data_type": 304,
+    "max_length": 16,
+    "p2": 80,
+    "p3": 44,
+    "p4": -1,
+    "precision": 0,
+    "scale": 7,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  },
+  {
+    "name": "NULL",
+    "data_type": 3,
+    "max_length": 4,
+    "p2": 104,
+    "p3": 48,
+    "p4": -1,
+    "precision": 0,
+    "scale": 0,
+    "code_page": 0,
+    "p8": 0,
+    "p9": 0
+  }
+]

data/lib/sql_server_dts_ns.rb

@@ -0,0 +1,5 @@
+# SqlServerDts module
+module SqlServerDts
+  # current version
+  VERSION = '0.0.1'
+end

data/lib/sql_server_raw_file.rb

@@ -0,0 +1,162 @@
+# coding: utf-8
+require "#{File.dirname(__FILE__)}/sql_server_dts_ns"
+
+# SqlServerDts::RawFile class
+class SqlServerDts::RawFile
+  # Error class
+  class Error < RuntimeError
+  end
+
+  # UnsupportedRawVersionError class
+  class UnsupportedRawVersionError < Error
+  end
+
+  # UnknownDataTypeError class
+  class UnknownDataTypeError < Error
+  end
+
+  # FieldsNotExistsError class
+  class FieldsNotExistsError < Error
+  end
+
+  # default encoding of raw file: 'utf-16le'
+  DEFAULT_RAW_FILE_ENCODING = 'utf-16le'
+
+  # default encoding of module environment: 'utf-8'
+  DEFAULT_ENCODING = 'utf-8'
+
+  # supported versions of Raw File:
+  #   00.90.00.00 => 9 (SQL Server: 9/10)
+  #   00.10.01.00 => 10 (SQL Server: 11)
+  SUPPORTED_RAW_VERSIONS = %w(00.10.01.00 00.90.00.00)
+
+  # initialization
+  #
+  # @param io [String, IO] Path to raw file or io-stream
+  # @param init_pos [Integer, nil] Initial position in raw file or nil
+  # @return [SqlServerDts::RawFile, [SqlServerDts::RawFile,IO]] Within block it returns self and io-stream
+  #   in other side returns self
+  def initialize(io,init_pos=nil)
+    if io.is_a?(IO)
+      @raw_file = io
+      @raw_file.binmode unless @raw_file.binmode?
+      read_header
+      @raw_file.seek(init_pos || @data_pos)
+    else
+      @raw_file = File.new(io,'rb')
+      read_header
+      @raw_file.seek(init_pos || @data_pos)
+      if block_given?
+        begin
+          yield [self,@raw_file]
+        ensure
+          @raw_file.close
+        end
+      else
+        self
+      end
+    end
+  end
+
+  # read metadata (header) raw file and fill inner array of metadata
+  def read_header
+    raise IOError, 'Stream is closed' if @raw_file.closed?
+    begin
+      @raw_file.rewind
+      @version = @raw_file.read(4).unpack('H2H2H2H2').join('.')
+      raise UnsupportedRawVersionError, "Version #{@version} unsupported " unless SUPPORTED_RAW_VERSIONS.include?(@version)
+      @fields_info = []
+      fields_count = @raw_file.read(4).unpack('I')[0]
+      raise FieldsNotExistsError, 'Fields not exists (fields_count=0)' if fields_count==0
+      @nil_mask_len = fields_count/8+(fields_count-fields_count/8*8>0?1:0)
+      fields_count.times {
+        name_len = @raw_file.read(4).unpack('I')[0]
+        field_name = @raw_file.read(name_len*2).encode(DEFAULT_ENCODING,DEFAULT_RAW_FILE_ENCODING,{ invalid: :replace, undef: :replace })
+        (@version == '00.10.01.00') ?
+            values_arr = @raw_file.read(40).unpack('I4iI5') :
+            values_arr = @raw_file.read(32).unpack('I4iI3')
+        field_info = {
+          name: field_name,
+          data_type: values_arr[0],
+          max_length: values_arr[1],
+          p2: values_arr[2],
+          p3: values_arr[3],
+          p4: values_arr[4],
+          precision: values_arr[5],
+          scale: values_arr[6],
+          code_page: values_arr[7],
+          p8: values_arr[8],
+          p9: values_arr[9]
+        }
+        @fields_info << field_info
+      }
+    rescue
+      raise
+    else
+      @data_pos = @raw_file.pos
+    end
+  end
+
+  # read line of raw data
+  #
+  # @return [Hash] Hash of converted raw data (one line)
+  def read_line
+    raise IOError, 'Stream is closed' if @raw_file.closed?
+    begin
+      nil_mask = @raw_file.read(@nil_mask_len).unpack('b*')[0].each_char.to_a
+      data_row = []
+      @fields_info.each_with_index { |field_info, index|
+        field_value =
+          if nil_mask[index] == '1'
+            nil
+          else
+            case field_info[:data_type]
+              when 3 # int, NULL w/o cast
+                @raw_file.read(field_info[:max_length]).unpack('I')[0]
+              when 5 # float
+                @raw_file.read(field_info[:max_length]).unpack('D')[0]
+              when 11 # bit
+                (@raw_file.read(field_info[:max_length]).unpack('B')[0] == '1') ? true : false
+              when 20 # bigint
+                @raw_file.read(field_info[:max_length]).unpack('L')[0]
+              when 129 # varchar, char
+                data_len = @raw_file.read(4).unpack('I')[0]
+                @raw_file.read(data_len).encode({invalid: :replace, undef: :replace})
+              when 130 # nvarchar, nchar
+                data_len = @raw_file.read(4).unpack('I')[0]
+                @raw_file.read(data_len*2).encode(DEFAULT_ENCODING, DEFAULT_RAW_FILE_ENCODING, {invalid: :replace, undef: :replace})
+              when 131 # numeric, decimal
+                # precision, scale, sign, value
+                values_arr = @raw_file.read(field_info[:max_length]).unpack('C3Q')
+                "#{('-' if values_arr[2] == 0)}#{values_arr[3].to_s.insert((values_arr[3].to_s.length-values_arr[1]), '.')}"
+              when 135 # datetime
+                values_arr = @raw_file.read(field_info[:max_length]).unpack('S6I')
+                Time.local(values_arr[0], values_arr[1], values_arr[2], values_arr[3], values_arr[4], values_arr[5], (values_arr[6].to_f/1000.0)).strftime('%F %T.%L')
+              when 304 # datetime2
+                values_arr = @raw_file.read(field_info[:max_length]).unpack('S6I')
+                Time.local(values_arr[0], values_arr[1], values_arr[2], values_arr[3], values_arr[4], values_arr[5], (values_arr[6].to_f/1000.0)).strftime("%F %T.%#{field_info[:scale]}N")
+              else
+                raise UnknownDataTypeError, "Unknown data type #{field_info[:data_type]}"
+            end
+          end
+        data_row << [ field_info[:name], field_value ]
+      }
+    rescue
+      raise
+    else
+      data_row.to_h
+    end
+  end
+
+  # get metadata (header) of raw file
+  #
+  # @return [Array] Array of hash of fields metadata
+  def header
+    @fields_info
+  end
+
+  # get version of raw file
+  def version
+    @version
+  end
+end

data/sql-server-raw-file.gemspec

@@ -0,0 +1,17 @@
+require 'rubygems'
+
+require "#{File.dirname(__FILE__)}/lib/sql_server_dts_ns"
+
+Gem::Specification.new do |s|
+  s.name        = 'sql-server-raw-file'
+  s.version     = SqlServerDts::VERSION
+  s.licenses    = ['MIT']
+  s.summary     = 'sql-server-raw-file lib'
+  s.description = 'Converts SQL Server Integration Services Raw File source to hash.'
+  s.authors     = ['Dmitriy Mullo']
+  s.email       = ['d.a.mullo1981@gmail.com']
+  s.homepage    = 'https://github.com/dim11981/sql-server-raw-file'
+  s.platform = Gem::Platform::RUBY
+  s.files       = Dir['*.md']+Dir['sql-server-raw-file.*']+Dir['lib/*.rb']+Dir['test/*.rb']+Dir['fixtures/*']
+  s.require_path = 'lib'
+end

data/test/test_sql_data_and_header.rb

@@ -0,0 +1,44 @@
+# coding: utf-8
+require 'csv'
+require 'json'
+
+require "#{File.dirname(__FILE__)}/../lib/sql_server_raw_file"
+
+fixtures_path = "#{File.dirname(__FILE__)}/../fixtures/"
+raw_path = %w(sql09.raw sql10.raw sql11.raw)
+
+# current_fixture_index = 0
+current_fixture_index = File.read(fixtures_path+'/current_sql_index').to_i
+
+# show header of raw file and convert it hash and put it json-file
+File.open(fixtures_path+raw_path[current_fixture_index]) { |raw_io|
+  raw_obj = SqlServerDts::RawFile.new(raw_io)
+  puts "RAW VERSION: #{raw_obj.version}"
+  puts '=== BEGIN HEADER ==='
+  puts raw_obj.header
+  File.open("#{fixtures_path+File.basename(raw_io.path, '.*')}_header.json",'wt') { |json_io|
+    header_json = JSON.pretty_generate(raw_obj.header)
+    json_io.write(header_json)
+  }
+  puts '=== END HEADER ==='
+}
+
+# show data of raw file in rows table and convert it hash and put it csv-file
+SqlServerDts::RawFile.new(fixtures_path+raw_path[current_fixture_index]) { |raw_obj, raw_io|
+  puts '=== BEGIN DATA ==='
+  i=0
+  fields_arr = []
+  raw_obj.header.each { |field_info| fields_arr << field_info[:name] }
+  puts fields_arr.join("\t")
+  CSV.open("#{fixtures_path+File.basename(raw_io.path, '.*')}_data.csv", 'wb', {headers: fields_arr, write_headers: true, col_sep: "\t"}) { |csv|
+    until raw_io.eof?
+      values_arr = []
+      raw_obj.read_line.each_value { |v| values_arr << v }
+      csv << values_arr
+      puts values_arr.join("\t")
+      i+=1
+    end
+  }
+  puts '=== END DATA ==='
+  puts "total: #{i}"
+}

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification
+name: sql-server-raw-file
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dmitriy Mullo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-14 00:00:00.000000000 Z
+dependencies: []
+description: Converts SQL Server Integration Services Raw File source to hash.
+email:
+- d.a.mullo1981@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- LICENSE.md
+- README.md
+- fixtures/current_sql_index
+- fixtures/select-fixture-data-SQL_Server_90.sql
+- fixtures/select-fixture-data.sql
+- fixtures/sql09.raw
+- fixtures/sql09_data.csv
+- fixtures/sql09_header.json
+- fixtures/sql10.raw
+- fixtures/sql10_data.csv
+- fixtures/sql10_header.json
+- fixtures/sql11.raw
+- fixtures/sql11_data.csv
+- fixtures/sql11_header.json
+- lib/sql_server_dts_ns.rb
+- lib/sql_server_raw_file.rb
+- sql-server-raw-file.gemspec
+- test/test_sql_data_and_header.rb
+homepage: https://github.com/dim11981/sql-server-raw-file
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: sql-server-raw-file lib
+test_files: []