sean-rets 0.6.0

data/test/test_parser_compact.rb

@@ -0,0 +1,86 @@
+require_relative "helper"
+
+class TestParserCompact < MiniTest::Test
+  def test_parse_document_raises_on_invalid_delimiter
+    assert_raises Rets::Parser::Compact::InvalidDelimiter do
+      Rets::Parser::Compact.parse_document(INVALID_DELIMETER)
+    end
+  end
+
+  def test_parse_document_uses_default_delimiter_when_none_provided
+    #  we assert that the delimeter character getting to parse is a tab
+    #  even though COMPACT defines no delimiter tag
+    Rets::Parser::Compact.expects(:parse).with("A\tB", "1\t2", /\t/)
+    Rets::Parser::Compact.expects(:parse).with("A\tB", "4\t5", /\t/)
+    Rets::Parser::Compact.parse_document(COMPACT)
+  end
+
+  def test_parse_document_delegates_to_parse
+    result = Rets::Parser::Compact.parse_document(COMPACT)
+
+    assert_equal([{"A" => "1", "B" => "2"}, {"A" => "4", "B" => "5"}], result)
+  end
+
+  def test_parser_rejects_empty_key_value_pairs
+    result = Rets::Parser::Compact.parse_document(METADATA_OBJECT)
+
+    result.each do |row|
+      assert !row.any? { |k,v| k.to_s.size == 0 }, "Should not contain empty keys"
+    end
+  end
+
+  def test_parse_returns_key_value_pairs
+    result = Rets::Parser::Compact.parse("A\tB", "1\t2")
+
+    assert_equal({"A" => "1", "B" => "2"}, result)
+  end
+
+  # RMLS does this. :|
+  def test_remaining_columns_produce_empty_string_values
+    columns = "A B C D"
+    data    = "1 2"
+
+    assert_equal({"A" => "1", "B" => "2", "C" => "", "D" => ""}, Rets::Parser::Compact.parse(columns, data, / /))
+  end
+
+  def test_leading_empty_columns_are_preserved_with_delimiter
+    columns = "A\tB\tC\tD"
+    data    = "\t\t3\t4" # first two columns are empty data.
+
+    assert_equal({"A" => "", "B" => "", "C" => "3", "D" => "4"}, Rets::Parser::Compact.parse(columns, data, /\t/))
+  end
+
+  def test_parse_only_accepts_regexp
+    assert_raises ArgumentError do
+      Rets::Parser::Compact.parse("a", "b", " ")
+    end
+  end
+
+  def test_parse_empty_document
+    rows = Rets::Parser::Compact.parse_document(EMPTY_COMPACT)
+    assert_equal [], rows
+  end
+
+  def test_get_count
+    count = Rets::Parser::Compact.get_count(COUNT_ONLY)
+    assert_equal 1234, count
+  end
+
+  def test_get_count_with_no_matching_records
+    count = Rets::Parser::Compact.get_count(RETS_STATUS_NO_MATCHING_RECORDS)
+    assert_equal 0, count
+  end
+
+  def test_parse_example
+    rows = Rets::Parser::Compact.parse_document(Nokogiri.parse(SAMPLE_COMPACT))
+
+    assert_equal "7", rows.first["MetadataEntryID"]
+  end
+
+  def test_parse_example_2
+    rows = Rets::Parser::Compact.parse_document(Nokogiri.parse(SAMPLE_COMPACT_2))
+
+    assert_equal "", rows.first["ModTimeStamp"]
+  end
+
+end

data/test/test_parser_multipart.rb

@@ -0,0 +1,39 @@
+require_relative "helper"
+
+class TestParserMultipart < MiniTest::Test
+  def test_parse_returns_multiple_parts
+    headers = {"content-type"=>"image/jpeg", "content-id"=>"90020062739", "content-length"=>"10"}
+
+    parts = Rets::Parser::Multipart.parse(MULITPART_RESPONSE, "simple boundary")
+
+    assert_equal 2, parts.size
+
+    part = parts[0]
+
+    assert_equal headers.merge("object-id" => "1"), part.headers
+    assert_equal "xxxxxxxx", part.body.strip
+
+    part = parts[1]
+
+    assert_equal headers.merge("object-id" => "2"), part.headers
+    assert_equal "yyyyyyyy", part.body.strip
+  end
+
+  def test_parse_real_mls_data
+    parts = Rets::Parser::Multipart.parse(MULTIPART_RESPONSE_URLS, "rets.object.content.boundary.1330546052739")
+    assert_equal 5, parts.size
+  end
+
+  def test_parse_values_with_colon_data
+    parts = Rets::Parser::Multipart.parse(MULTIPART_RESPONSE_URLS, "rets.object.content.boundary.1330546052739")
+    assert_equal 'http://foobarmls.com/RETS//MediaDisplay/98/hr2890998-1.jpg', parts[0].headers['location']
+  end
+
+  def test_parse_with_error
+    raw = "\r\n--89467f8e0c6b48158c8f1883910212ec\r\nContent-Type: text/xml\r\nContent-ID: foo\r\nObject-ID: *\r\n\r\n<RETS ReplyCode=\"20403\" ReplyText=\"No Object Found\" />\r\n\r\n--89467f8e0c6b48158c8f1883910212ec--\r\n"
+    boundary = "89467f8e0c6b48158c8f1883910212ec"
+    assert_raises Rets::InvalidRequest do
+      Rets::Parser::Multipart.parse(raw, boundary)
+    end
+  end
+end

data/test/vcr_cassettes/unauthorized_response.yml

@@ -0,0 +1,262 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://rets.example.com/GetObject.asmx/GetObject
+    body:
+      encoding: US-ASCII
+      string: Resource=Property&Type=Photo&ID=2661580%3A1&Location=0
+    headers:
+      User-Agent:
+      - Estately/1.0
+      Host:
+      - rets.example.com:80
+      Rets-Version:
+      - RETS/1.7.2
+      Authorization:
+      - Digest username="login", realm="fake_realm", qop="auth",
+        uri="/Login.asmx/Login", nonce="a8f4bc805062602c8ba7a87b2109f808", nc=00000001,
+        cnonce="6e2dd038eea6cbacf0b956fd11f914b6", response="fake_digest",
+        opaque="96eda461-41d0-4624-b7fe-b59e966035f3"
+      Cookie:
+      - ASP.NET_SessionId=mapij045k3bphj3gqqgpmmrx
+      Accept:
+      - image/jpeg, image/png;q=0.5, image/gif;q=0.1
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Content-Length:
+      - '54'
+  response:
+    status:
+      code: 401
+      message: Unauthorized
+    headers:
+      Connection:
+      - close
+      Date:
+      - Thu, 26 Jul 2012 00:11:02 GMT
+      Server:
+      - Microsoft-IIS/6.0
+      Cache-Control:
+      - private
+      - private
+      X-Aspnet-Version:
+      - 2.0.50727
+      Www-Authenticate:
+      - Digest realm="fake_realm",nonce="dfd74deac03147e1a4fff598679f1a80",opaque="8e5029c6-bb9c-4562-b440-e7c2b8960743",qop="auth"
+      Content-Type:
+      - text/plain
+    body:
+      encoding: US-ASCII
+      string: ! "Unauthorized Request. Digest Session Invalid Reauthenticate\r\nReference:
+        e0ff89c0-2d64-4287-a6b7-6be27c7d3ade"
+    http_version: 
+  recorded_at: Thu, 26 Jul 2012 00:11:13 GMT
+- request:
+    method: post
+    uri: http://rets.example.com/Login.asmx/Login
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Estately/1.0
+      Host:
+      - rets.example.com:80
+      Rets-Version:
+      - RETS/1.7.2
+      Accept:
+      - ! '*/*'
+  response:
+    status:
+      code: 401
+      message: Unauthorized
+    headers:
+      Connection:
+      - close
+      Date:
+      - Thu, 26 Jul 2012 00:11:03 GMT
+      Server:
+      - Microsoft-IIS/6.0
+      Cache-Control:
+      - private
+      - private
+      X-Aspnet-Version:
+      - 2.0.50727
+      Www-Authenticate:
+      - Digest realm="fake_realm",nonce="17fdfe2c6125296bd93bb81bd88dc4be",opaque="aee1e7da-60eb-41b3-b704-8eb3969645fd",qop="auth"
+      Content-Type:
+      - text/plain
+    body:
+      encoding: US-ASCII
+      string: ! "Unauthorized Request. Authentication needed\r\nReference: c2c5ab9f-8c12-42bb-94ce-5b6ebf156da4"
+    http_version: 
+  recorded_at: Thu, 26 Jul 2012 00:11:13 GMT
+- request:
+    method: post
+    uri: http://rets.example.com/Login.asmx/Login
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Estately/1.0
+      Host:
+      - rets.example.com:80
+      Rets-Version:
+      - RETS/1.7.2
+      Authorization:
+      - Digest username="login", realm="fake_realm", qop="auth",
+        uri="/Login.asmx/Login", nonce="17fdfe2c6125296bd93bb81bd88dc4be", nc=00000001,
+        cnonce="ad805b9e2d6f08ad82175085e5febd8d", response="7402076f53663602f052e1aa343d3dab",
+        opaque="aee1e7da-60eb-41b3-b704-8eb3969645fd"
+      Accept:
+      - ! '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 26 Jul 2012 00:11:03 GMT
+      Server:
+      - Microsoft-IIS/6.0
+      Cache-Control:
+      - private
+      - private, max-age=0
+      X-Aspnet-Version:
+      - 2.0.50727
+      Rets-Version:
+      - RETS/1.7.2
+      Rets-Server:
+      - Interealty-RETS/1.5.247.0
+      Transfer-Encoding:
+      - chunked
+      Set-Cookie:
+      - ASP.NET_SessionId=vuesmq55l0cpjy45zyn0e555; path=/; HttpOnly
+      - RETS-Session-ID=vuesmq55l0cpjy45zyn0e555; path=/
+      Content-Type:
+      - text/xml
+    body:
+      encoding: US-ASCII
+      string: ! "<?xml version=\"1.0\" encoding=\"utf-8\"?>\r\n<RETS ReplyCode=\"0\"
+        ReplyText=\"Success. Reference ID: a3073726-a011-4391-b22e-900adae5184b\">\r\n
+        \ <RETS-RESPONSE>\r\nMemberName=John Wolff\r\nUser=23756,60,RH,login\r\nBroker=BRDA,BRDA01\r\nMetadataVersion=31.76.69587\r\nMetadataTimeStamp=2012-07-24T17:33:07Z\r\nMinMetadataTimeStamp=2012-07-24T17:33:07Z\r\nTimeoutSeconds=7200\r\nChangePassword=/ChangePassword.asmx/ChangePassword\r\nGetObject=/GetObject.asmx/GetObject\r\nLogin=/Login.asmx/Login\r\nLogout=/Logout.asmx/Logout\r\nSearch=/Search.asmx/Search\r\nGetMetadata=/GetMetadata.asmx/GetMetadata\r\n</RETS-RESPONSE>\r\n</RETS>"
+    http_version: 
+  recorded_at: Thu, 26 Jul 2012 00:11:14 GMT
+- request:
+    method: post
+    uri: http://rets.example.com/Login.asmx/Login
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Estately/1.0
+      Host:
+      - rets.example.com:80
+      Rets-Version:
+      - RETS/1.7.2
+      Authorization:
+      - Digest username="login", realm="fake_realm", qop="auth",
+        uri="/Login.asmx/Login", nonce="17fdfe2c6125296bd93bb81bd88dc4be", nc=00000001,
+        cnonce="ad805b9e2d6f08ad82175085e5febd8d", response="7402076f53663602f052e1aa343d3dab",
+        opaque="aee1e7da-60eb-41b3-b704-8eb3969645fd"
+      Cookie:
+      - ASP.NET_SessionId=vuesmq55l0cpjy45zyn0e555; RETS-Session-ID=vuesmq55l0cpjy45zyn0e555
+      Accept:
+      - ! '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 26 Jul 2012 00:11:03 GMT
+      Server:
+      - Microsoft-IIS/6.0
+      Cache-Control:
+      - private
+      - private, max-age=0
+      X-Aspnet-Version:
+      - 2.0.50727
+      Rets-Version:
+      - RETS/1.7.2
+      Rets-Server:
+      - Interealty-RETS/1.5.247.0
+      Transfer-Encoding:
+      - chunked
+      Set-Cookie:
+      - RETS-Session-ID=vuesmq55l0cpjy45zyn0e555; path=/
+      Content-Type:
+      - text/xml
+    body:
+      encoding: US-ASCII
+      string: ! "<?xml version=\"1.0\" encoding=\"utf-8\"?>\r\n<RETS ReplyCode=\"0\"
+        ReplyText=\"Success. Reference ID: a48b4f59-cb22-41be-8e7b-1cee28fb8644\">\r\n
+        \ <RETS-RESPONSE>\r\nMemberName=John Wolff\r\nUser=23756,60,RH,login\r\nBroker=BRDA,BRDA01\r\nMetadataVersion=31.76.69587\r\nMetadataTimeStamp=2012-07-24T17:33:07Z\r\nMinMetadataTimeStamp=2012-07-24T17:33:07Z\r\nTimeoutSeconds=7200\r\nChangePassword=/ChangePassword.asmx/ChangePassword\r\nGetObject=/GetObject.asmx/GetObject\r\nLogin=/Login.asmx/Login\r\nLogout=/Logout.asmx/Logout\r\nSearch=/Search.asmx/Search\r\nGetMetadata=/GetMetadata.asmx/GetMetadata\r\n</RETS-RESPONSE>\r\n</RETS>"
+    http_version: 
+  recorded_at: Thu, 26 Jul 2012 00:11:14 GMT
+- request:
+    method: post
+    uri: http://rets.example.com/GetObject.asmx/GetObject
+    body:
+      encoding: US-ASCII
+      string: Resource=Property&Type=Photo&ID=2661580%3A1&Location=0
+    headers:
+      User-Agent:
+      - Estately/1.0
+      Host:
+      - rets.example.com:80
+      Rets-Version:
+      - RETS/1.7.2
+      Authorization:
+      - Digest username="login", realm="fake_realm", qop="auth",
+        uri="/Login.asmx/Login", nonce="17fdfe2c6125296bd93bb81bd88dc4be", nc=00000001,
+        cnonce="ad805b9e2d6f08ad82175085e5febd8d", response="7402076f53663602f052e1aa343d3dab",
+        opaque="aee1e7da-60eb-41b3-b704-8eb3969645fd"
+      Cookie:
+      - ASP.NET_SessionId=vuesmq55l0cpjy45zyn0e555; RETS-Session-ID=vuesmq55l0cpjy45zyn0e555
+      Accept:
+      - image/jpeg, image/png;q=0.5, image/gif;q=0.1
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Content-Length:
+      - '54'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 26 Jul 2012 00:11:04 GMT
+      Server:
+      - Microsoft-IIS/6.0
+      Cache-Control:
+      - private
+      - private, max-age=0
+      X-Aspnet-Version:
+      - 2.0.50727
+      Mime-Version:
+      - '1.0'
+      Rets-Version:
+      - RETS/1.7.2
+      Rets-Server:
+      - Interealty-RETS/1.5.247.0
+      Content-Id:
+      - '2661580'
+      Object-Id:
+      - '1'
+      Transfer-Encoding:
+      - chunked
+      Set-Cookie:
+      - RETS-Session-ID=vuesmq55l0cpjy45zyn0e555; path=/
+      Content-Type:
+      - image/jpeg
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        /9j/4AAQSkZJRgABAQEAYABgAAD///2Q==
+    http_version: 
+  recorded_at: Thu, 26 Jul 2012 00:11:14 GMT
+recorded_with: VCR 2.2.2

metadata

@@ -0,0 +1,186 @@
+--- !ruby/object:Gem::Specification
+name: sean-rets
+version: !ruby/object:Gem::Version
+  version: 0.6.0
+platform: ruby
+authors:
+- Estately, Inc. Open Source
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.5.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.5.2
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+description: |-
+  [![Build Status](https://secure.travis-ci.org/estately/rets.png?branch=master)](http://travis-ci.org/estately/rets)
+  A pure-ruby library for fetching data from [RETS] servers.
+
+  [RETS]: http://www.rets.org
+email:
+- opensource@estately.com
+executables:
+- rets
+extensions: []
+extra_rdoc_files:
+- CHANGELOG.md
+- Manifest.txt
+- README.md
+files:
+- ".gemtest"
+- CHANGELOG.md
+- Manifest.txt
+- README.md
+- Rakefile
+- bin/rets
+- lib/rets.rb
+- lib/rets/client.rb
+- lib/rets/client_progress_reporter.rb
+- lib/rets/http_client.rb
+- lib/rets/locking_http_client.rb
+- lib/rets/measuring_http_client.rb
+- lib/rets/metadata.rb
+- lib/rets/metadata/containers.rb
+- lib/rets/metadata/lookup_type.rb
+- lib/rets/metadata/resource.rb
+- lib/rets/metadata/rets_class.rb
+- lib/rets/metadata/root.rb
+- lib/rets/metadata/table.rb
+- lib/rets/parser/compact.rb
+- lib/rets/parser/multipart.rb
+- test/fixtures.rb
+- test/helper.rb
+- test/test_client.rb
+- test/test_locking_http_client.rb
+- test/test_metadata.rb
+- test/test_parser_compact.rb
+- test/test_parser_multipart.rb
+- test/vcr_cassettes/unauthorized_response.yml
+homepage: http://github.com/estately/rets
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: rets
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: "[![Build Status](https://secure.travis-ci.org/estately/rets.png?branch=master)](http://travis-ci.org/estately/rets)
+  A pure-ruby library for fetching data from [RETS] servers"
+test_files:
+- test/test_client.rb
+- test/test_locking_http_client.rb
+- test/test_metadata.rb
+- test/test_parser_compact.rb
+- test/test_parser_multipart.rb