RubyGems - wombat - Versions diffs - 2.0.1 → 2.1.0 - Mend

wombat 2.0.1 → 2.1.0

Files changed (14) hide show

data/Gemfile.lock +20 -20
data/VERSION +1 -1
data/fixtures/vcr_cassettes/headers_selector.yml +304 -0
data/lib/wombat/dsl/headers.rb +19 -0
data/lib/wombat/dsl/metadata.rb +1 -0
data/lib/wombat/processing/parser.rb +10 -0
data/lib/wombat/property/locators/factory.rb +3 -0
data/lib/wombat/property/locators/headers.rb +17 -0
data/lib/wombat/property/locators/text.rb +3 -2
data/spec/processing/parser_spec.rb +6 -0
data/spec/property/locators/headers_spec.rb +23 -0
data/spec/property/locators/text_spec.rb +11 -1
data/wombat.gemspec +6 -2
metadata +6 -2

data/Gemfile.lock CHANGED Viewed

@@ -1,21 +1,21 @@
 GEM
   remote: http://rubygems.org/
   specs:
-    activesupport (3.2.3)
+    activesupport (3.2.9)
       i18n (~> 0.6)
       multi_json (~> 1.0)
     diff-lcs (1.1.3)
-    domain_name (0.5.3)
+    domain_name (0.5.6)
       unf (~> 0.0.3)
     fakeweb (1.3.0)
     git (1.2.5)
-    i18n (0.6.0)
-    jeweler (1.8.3)
+    i18n (0.6.1)
+    jeweler (1.8.4)
       bundler (~> 1.0)
       git (>= 1.2.5)
       rake
       rdoc
-    json (1.7.3)
+    json (1.7.5)
     mechanize (2.5.1)
       domain_name (~> 0.5, >= 0.5.1)
       mime-types (~> 1.17, >= 1.17.2)
@@ -24,31 +24,31 @@ GEM
       nokogiri (~> 1.4)
       ntlm-http (~> 0.1, >= 0.1.1)
       webrobots (~> 0.0, >= 0.0.9)
-    mime-types (1.18)
-    multi_json (1.3.5)
+    mime-types (1.19)
+    multi_json (1.5.0)
     net-http-digest_auth (1.2.1)
-    net-http-persistent (2.6)
-    nokogiri (1.5.2)
+    net-http-persistent (2.8)
+    nokogiri (1.5.5)
     ntlm-http (0.1.1)
-    rake (0.9.2.2)
+    rake (10.0.3)
     rdoc (3.12)
       json (~> 1.4)
     rest-client (1.6.7)
       mime-types (>= 1.16)
-    rspec (2.10.0)
-      rspec-core (~> 2.10.0)
-      rspec-expectations (~> 2.10.0)
-      rspec-mocks (~> 2.10.0)
-    rspec-core (2.10.1)
-    rspec-expectations (2.10.0)
+    rspec (2.12.0)
+      rspec-core (~> 2.12.0)
+      rspec-expectations (~> 2.12.0)
+      rspec-mocks (~> 2.12.0)
+    rspec-core (2.12.2)
+    rspec-expectations (2.12.0)
       diff-lcs (~> 1.1.3)
-    rspec-mocks (2.10.1)
+    rspec-mocks (2.12.0)
     unf (0.0.5)
       unf_ext
-    unf_ext (0.0.4)
-    vcr (2.1.1)
+    unf_ext (0.0.5)
+    vcr (2.3.0)
     webrobots (0.0.13)
-    yard (0.8.1)
+    yard (0.8.3)
 PLATFORMS
   ruby

data/VERSION CHANGED Viewed

	@@ -1 +1 @@
1	- 2.0.1
1	+ 2.1.0

data/fixtures/vcr_cassettes/headers_selector.yml ADDED Viewed

@@ -0,0 +1,304 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://www.github.com/
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      accept:
+      - ! '*/*'
+      user-agent:
+      - Mechanize/2.5.1 Ruby/1.9.3p327 (http://github.com/tenderlove/mechanize/)
+      accept-encoding:
+      - gzip,deflate,identity
+      accept-charset:
+      - ISO-8859-1,utf-8;q=0.7,*;q=0.7
+      accept-language:
+      - en-us,en;q=0.5
+      host:
+      - www.github.com
+      connection:
+      - keep-alive
+      keep-alive:
+      - 300
+  response:
+    status:
+      code: 301
+      message: Moved Permanently
+    headers:
+      server:
+      - nginx
+      date:
+      - Mon, 10 Dec 2012 04:57:04 GMT
+      content-type:
+      - text/html
+      content-length:
+      - '178'
+      connection:
+      - keep-alive
+      location:
+      - http://github.com/
+    body:
+      encoding: US-ASCII
+      string: ! "<html>\r\n<head><title>301 Moved Permanently</title></head>\r\n<body
+        bgcolor=\"white\">\r\n<center><h1>301 Moved Permanently</h1></center>\r\n<hr><center>nginx</center>\r\n</body>\r\n</html>\r\n"
+    http_version: '1.1'
+  recorded_at: Mon, 10 Dec 2012 04:57:04 GMT
+- request:
+    method: get
+    uri: http://github.com/
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      accept:
+      - ! '*/*'
+      user-agent:
+      - Mechanize/2.5.1 Ruby/1.9.3p327 (http://github.com/tenderlove/mechanize/)
+      accept-encoding:
+      - gzip,deflate,identity
+      accept-charset:
+      - ISO-8859-1,utf-8;q=0.7,*;q=0.7
+      accept-language:
+      - en-us,en;q=0.5
+      host:
+      - github.com
+      connection:
+      - keep-alive
+      keep-alive:
+      - 300
+  response:
+    status:
+      code: 301
+      message: Moved Permanently
+    headers:
+      server:
+      - nginx
+      date:
+      - Mon, 10 Dec 2012 04:57:04 GMT
+      content-type:
+      - text/html
+      content-length:
+      - '178'
+      connection:
+      - close
+      location:
+      - https://github.com/
+    body:
+      encoding: US-ASCII
+      string: ! "<html>\r\n<head><title>301 Moved Permanently</title></head>\r\n<body
+        bgcolor=\"white\">\r\n<center><h1>301 Moved Permanently</h1></center>\r\n<hr><center>nginx</center>\r\n</body>\r\n</html>\r\n"
+    http_version: '1.1'
+  recorded_at: Mon, 10 Dec 2012 04:57:04 GMT
+- request:
+    method: get
+    uri: https://github.com/
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      accept:
+      - ! '*/*'
+      user-agent:
+      - Mechanize/2.5.1 Ruby/1.9.3p327 (http://github.com/tenderlove/mechanize/)
+      accept-encoding:
+      - gzip,deflate,identity
+      accept-charset:
+      - ISO-8859-1,utf-8;q=0.7,*;q=0.7
+      accept-language:
+      - en-us,en;q=0.5
+      host:
+      - github.com
+      connection:
+      - keep-alive
+      keep-alive:
+      - 300
+  response:
+    status:
+      code: 200
+      message: !binary |-
+        T0s=
+    headers:
+      !binary "c2VydmVy":
+      - !binary |-
+        bmdpbng=
+      !binary "ZGF0ZQ==":
+      - !binary |-
+        TW9uLCAxMCBEZWMgMjAxMiAwNDo1NzowNCBHTVQ=
+      !binary "Y29udGVudC10eXBl":
+      - !binary |-
+        dGV4dC9odG1sOyBjaGFyc2V0PXV0Zi04
+      !binary "dHJhbnNmZXItZW5jb2Rpbmc=":
+      - !binary |-
+        Y2h1bmtlZA==
+      !binary "Y29ubmVjdGlvbg==":
+      - !binary |-
+        a2VlcC1hbGl2ZQ==
+      !binary "c3RhdHVz":
+      - !binary |-
+        MjAwIE9L
+      !binary "eC1ydW50aW1l":
+      - !binary |-
+        Mjg=
+      !binary "ZXRhZw==":
+      - !binary |-
+        ImI1M2E1MTM3ZDliM2FiYWY0MTgxZWQzOWVlZDMyZDQyIg==
+      !binary "Y2FjaGUtY29udHJvbA==":
+      - !binary |-
+        cHJpdmF0ZSwgbWF4LWFnZT0wLCBtdXN0LXJldmFsaWRhdGU=
+      !binary "eC1mcmFtZS1vcHRpb25z":
+      - !binary |-
+        ZGVueQ==
+      !binary "c3RyaWN0LXRyYW5zcG9ydC1zZWN1cml0eQ==":
+      - !binary |-
+        bWF4LWFnZT0yNTkyMDAw
+      !binary "c2V0LWNvb2tpZQ==":
+      - !binary |-
+        X2doX3Nlc3M9QkFoN0J6b1FYMk56Y21aZmRHOXJaVzRpTVdGR0t6Uk9kREp1
+        ZGxrMU1IUlVOVXcyU0dodldFTkZWa0ZLWm1SdFZFaDVkWFYwYlZoYU55OVJP
+        Rms5T2c5elpYTnphVzl1WDJsa0lpVmxNV1l3WW1RNU5XUmpOMk5tTURRMk9X
+        VmxNMkppTmpaaVlqazVNbVl5WWclM0QlM0QtLTZhMWY3MWRiNDFiMWRmN2E0
+        MmVjMzMyZDI3NWE1MTY4NDlmZTFiYzM7IHBhdGg9LzsgZXhwaXJlcz1TYXQs
+        IDAxLUphbi0yMDIyIDAwOjAwOjAwIEdNVDsgc2VjdXJlOyBIdHRwT25seQ==
+      !binary "Y29udGVudC1lbmNvZGluZw==":
+      - !binary |-
+        Z3ppcA==
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        H4sIAAAAAAAAA+1czXPbRpa/669o01uRowiESFGS5VCcdRw7diaONZEySXZq
+        SmkCTRIWvoIPWcxUqua0pxz267DXvexh/4G5z212/4v8Jft73Q2gQYAUacmp
+        1FRSFRNCd79+/fp992sM73386sn5N6dP2SwL/NHWUP0wNpwJ7rI4ERPv+qQT
+        TR+hQxY/su1oGncDYYfpfTYZN9/ak/F9NvWyWT5uG4Rmu2i93xltMfw3DETG
+        mTPjSSqyk+08m1gPt80mmtkS3+Xe1Unna+vLx9aTKIh55o190WFOFGYizE46
+        L56eCHcqNFAJOPMyX4w+8bLn+Zj99S/sLHI87rMnkeuF06GtmhUOvhdeskT4
+        J51U8MSZdVg2j8VJh8ex7zmYLArtKBahanVF6iReTG8/uA78DpuBUCcdo0dX
+        vpYznHQUBh1m61VVk0383HMtD4soYNBiU9BZUanrRIEtO1GfbhxO1wBKOAsr
+        i3JnJkFb2EbAiaNUuB2Wet+L9KRzcHR9cFRM2hjR6w3UZE2UG33boGP8Nf5/
+        Z/CP+tdH/eXQB7fEfgDsByuwX4QvOTjkAfY6SA2Wsc49X7wIONiyYlT7jRe6
+        0ZvUytAoqWwy+zIoTyI/Sgwo9yfyP4yVDFz9M6y4S/GVYmSPsLCva7xmT/iV
+        5Cv8I7nTlMdCrniezSBgnuNl84ssuhRgVYWkkyYTK+YJD+RgLcfluGcfDD7P
+        +uHVNwd72fnBZ4fPZ9HXT57+/vGnEzc4fz7P8yz4+p+O7N89/OakBlHPUaIj
+        16MErBAO3h887Iouv+QB97qhyGyeQnmkXUNq1BstRxbv88OjY9fZ7x9zlzt7
+        XOxN9p2H/ODg+LDvuP3j/vhwPO6LrpOmHRYI1+NQBU4iaLlKL2RzX6QzIbJC
+        N2TiOrNl/5qU3BLVvtV/2O85e2PBxUNxeNQ/Pp7sieP+nisG3Bkc9vb3H/aO
+        B+7R0a1w3dKbrRQZSxPnpPMW5J1g98WbKLlMLSHE0WFvfOweiL1DMRnvHQ44
+        55OD/kNnMBCTh6J3uNcTR73ua1BMMaWk4Gt+xRUWndHQVk9aIm6JnOIG69id
+        TA73jg+Pnd6gh6fDvfGBM+gfOfuDw8P+oD/gYiL2B8frI1bK3NAmOwnBgeQM
+        x5E7Z44Pxjvp+NF0KtyLKM/YG88VCURUhFfQxJGbO2Q3WCH1rnfFPPek8yaB
+        4hBJIdAQaSmN5q9+galokJ6JEAB89WOpeS3MaxjC+gCymNwLMcbxYetg4Ks5
+        1YxDmGO1jApqZGGX3YAnlyssVW1OgjX0ginjPsxzYQM1YL01QDeyBtcAKbzp
+        DN3292ChNuVFqdtSOwBtIaJyS0RiE+yro38cXJOO/Q2JzfHgYO/ooBRXtdgN
+        0LRm0RV26J0iq+a4CeWhzbW2rhaxNcz9Yt+yKLZCflXwmO8VDeI6hh2Bl4Q9
+        risqQ3WWnZ6q3kxtHk06tH2PhBNWpgCpHaaVEIs+Z9K5WgJoIniWJyJdjVzV
+        65nub4KrYTYGC6wGpnp8hH4VkKGdwxMupE9LREPgLC7FGMiWUllsRSU+4zzL
+        IOpxAg5NtG6Yr5Cf1JuGedwZneGX5TGbRAmbwAbJ7a52WrJsKaN6EilYq4Bj
+        kV6oYXthA+TQxhprTKXflMvSHdZTS6mXCTaLAuWQmworhrDK6IJa6cHUhFo9
+        lDqqJG9d5SWRQffhrFenzjDNkiicjvq7R4Pebm/vCGZFvTGIGIsIbjKQSDNE
+        A4wk22gtQAx2Dx72dvcHB20gEgGf2suixBNppZttEx0TbbJ20RRqfuY5de2M
+        fQ4YdxwRZ1YRCHW+PH9mPezgNfEZgosiMCFjAfm+UH9f0FjyWLJZhIYp3JMF
+        YsTLWYcWULCj/fq7XCRz/dMZvf4d/UlssruU9WrjE+G6Xmarn85I/W4wnofu
+        PIAGSEGBS/sMjuUlAryRftgA0JhPSf87eeJ3RvTvBmMT7vmpLf/tjL7Ix3MG
+        +f2C/twEyNwOIxe407/wKjYZClf7e1DAdhB2XmbRBFI964ye0F/n0TP6awNo
+        IvF5OLWjDDrlqXp+dX66AQCHX4p4Ftv6F4jgxenzTUBwxA6J+J74wiOa0k8b
+        Bth+VkhdaZwwqhKxzijg4ZwFsF8EoJLIRf70whh+V+ViImxS7kwhQip++a7D
+        Yp87Yhb54JeTzjPEZYxmKCeFOkX4Ezk89jLuI3BGKgQxV+HvVxp5aE4581y3
+        ipIIjQ674n6O0U+hZebZDApnMyBK0DSQzYYiDfFW4+JyXK8x4dCGUhnapHpG
+        C+ZB20tlK6ShKh4rA2MqxUVNb7aRB0cGVu9vxRUT7No4ii5h3EsHs3xXuWdw
+        9W7tS8JGSU8yRbCsJtW+2eD4oHd0eADiwMHPZiedY+lZEmc28M3eeFlGvn2F
+        7rl+VWJ7cBeeb4WtnrJAdm9/b//4cDmGX6mcxOPv4YCZaL70nCRKowmC3tJF
+        v1uyBsUMy+jaOzhcStir4A2vI/z7l1/RmxLbPgbfIROoCZei2oPBXsIDr8dR
+        mnJybkuWhS6c8XdHWWhcgF+OKxJcS3CllAv0NLzFCtnP5LsXn99x+FNxbDHp
+        coSR8VuCcBB97/k+r3GufvWuOEFPuQzb4zrTmt61qeJcJNhDrx5JmO1eKAP1
+        yM+DMGVIgnM8m0FHXZdSN4acGHbOdGZn/RHCOzYUwcje/tt//e1/Mnto4w+k
+        L/q1jjFly5mXwgwyeKuJCIQ/ZxOeZrtMTCZIAsI/2WUw4VniIfAQLoNFSymf
+        QYo8iXyWztNMBEhpCKTaKYBB+pAW4PNxlCCRfiWYK66EH8UBYLFowki9kBh3
+        pVmp25PhPctiNtLgtLKuLyYZsywjSmlZfopkd+gi3mqjwV//gpMJkxD/9+Ps
+        f38cryIHHR6AIrSMsUiRz+FzlkXGkgQsQDZjEXokaZexZ0iH7bJUwJuIc9+H
+        OwHPOs2IqC42J0T8g5yIz+ZRnpQuT5yP4eOVPo3sW7hDiB+veAanR0cxdMBS
+        OSkIPm6mXELpFUk600DXqJt2FbMVnRTL6i4Gn1YbYBJfha6WzBRXhzCVyYan
+        hWC5dMRkoGup0BVSqxd2Sp122WkCRkNMRjSgUDiPq6V/GfpegNiSaEsUq9GB
+        gYvk5lLQfE+zeGWP49EzvG8buGtsJ1hWbRLx5y62Ps0FyxLuXAKnXez1pQcc
+        kcEP/Yi7eHTg5QONK0+82WUyvtNbjQMY6a3+9Of/Lll7mSJIkLoCIYwgvMna
+        KeQpT0gBMJ0FsShspYlb42QlNYykJkCYWwuZ90fnggfGSqEL9g3pi8tN2d8D
+        L5NIwW0vGBD8PyVJ1kE0ha4pRISkAhEP+zxiZ2fP2aUgXxoHd7BEXfYYgewV
+        DhGAu3BTNIqYRAB5DhfM7VKghfToFAmgRX6ucDFcQJ38sTHmtXCy1DZ0DI7T
+        Ri9BeAadg0ig1lILHQyNU2P3gmSmxBgpIJOwXpG/kM4uaIjjxYIdGjTFyaXS
+        etCXM4RmAuwjWUuxmWQmnG0C83HCQ2dG7csUiUigR6BgL9+WXAh6JNMu0MrA
+        3giyVlLKc1cTSmqfoEGpL4TvcZziKgnSmZgGzb4SLMXJK0Iz6EwXypfUAgul
+        Qgs4CSVL4bUqdWrGi0obaJYFC6NTycG7pXIdg/rgPlPHmLqX+9D3kOcr5AAI
+        1xLCgs5dyaN6aU1Cl2teg9IFEdchdVPaX4GEsLRQHzVrHCERuCD3pzyh0z6c
+        sAvmhdLukfZgHk6QkwzhPKOD8ApWEOTwYOZFXxwT+C5UAXbqpz//RwR1HQoG
+        ncoxjp4mjMxegHO0PN6IcyEZaqYaGQlY2bKWbCs60orqlg6WUatfUwvrsxNK
+        uk2iCEGcFeeUkTHUxYzklzwdZBKdS+g32W8BurSjxMUggD7qYRZbMbQw1DRu
+        AWIDJ6nZW6PqljOeoVseEyi4F9VJgdRhbqZrJrDGzDAJrrsyxy91bWf0WKrc
+        XOZ4AACHY6VHdwOAxWT8JmNlGsHB9E/UA3uPB/GHUAwxMe0auKDkAuZeJPC1
+        UmGeI3eKApKnZfN64NKMkpl1UGeUFVcNi0BAKzp20O7ZGnv0uCpNAbFX7hQW
+        F3CndVXEty85HM8bdwtAdOXCUkA6i7AeMIEUZ7yE1oTVU9W+HrAgGlM1hXGI
+        Ve6bamI4XW3w5MY0PyNvC77OzfRGIr475fm0iwNJoIInkT5iX4kxzBf359AU
+        DWxI9BZEDDSH7UPONXGFc0nVQJQQly/Yx3jzCL6ygIMAVqPDqDVopWqLUiAn
+        i7QUyE8Qzz2iuigwZ+jhGDpbBxSQex2NFzj802jMxhFP3EVcNqb1x5GTk7Mk
+        l3YzwWfCj1v3/zkaFpFpJ7WOS0VSh/OxCldB8senL9aDpIlrsKN6tJDPv4Jj
+        6lp0kk4xBDGHKlBDcl82QRxV03pT0XHawh5ogKfUsghk420gP/pm6sOJRR4j
+        nNYpd67fLiLRQv6Fmjfh5uD0LEciHYGzUuaZ4PCIk8aSWqCR3Mwikx86o3M4
+        Mmd4uQYyVOfowIUR1wvrAYhXqmERSp2uMyqukIUg2mlA8EBlIJTMlip+GBcd
+        pDvSGb3nRPH8Q9bf6/XhmsbIv+jiwb3uXv+g30PIl0QBYqd+F0mGuvBSfSP8
+        UgwasRehg1CLsg4EN0X8lUJnIf6qItDy5JiinBWn0VVMKfHRCwrElMsqMvhw
+        +snyQoShdE6ChWhE1CqLZDiVJpAL5WMIDuUqlwDVBKsqEegU2YZVDpDyOqcf
+        cp+0ElY7oMoRtNVcB5pMpjhIDiHLQA9vAYZCCXi8YFD9VIehCwiwyTKaL5Ms
+        RdmNTGDV2u4bDp6uLdqS7hzRDFG0VKgX4Ogkc/IsvcB2UEWh4jAvhEMRc9QO
+        XSBXQlFvgkN1DnsIHC3K4nGkwKl67aSDxB0SMfNHIVxx5TQiAfhbPQFJh5oA
+        HBgg2qq25n452+vUSoWw0GoViFklYp3RAzRSoPa+IokGI9OMDRdV5TQzlKEg
+        vVAmNZtpDzbxEiN7QTG29KOosIqVc5txjOHilkgGcACgoOq502zUYsqfwfCk
+        MqigQHDME+xV6cYqOW94aTdN85umCv0oodAVVR44D0yRpfZj5FW5LEVpm26B
+        mWQ+VBKmPR+nUxQIul0qk1b7v23uv66xBpvKpEWArBrz4Qi8JSFfN1f4Etkp
+        pC98pGcoQ0zmrn1tpMHLoOQmUl7eOBHF8m0k3GgaRyYSI2w+flhU+0tGCk00
+        ZIxNfOOBiLdGAJpp0alHPRax5JdffEa5Ng/q3eEQZRSoy1R70D4r3ppqaE3O
+        gXLJGKRdnWajzpdUzk1sdGrku39lpkJLZKP12Uemm9v3cSP2VT6ENhHQ+Rnx
+        B7xOVB799ON/aiPd3kkeZKByJqPKGeVVkCh8oCRhCe+f5WNSIMT96PFLXkA6
+        83CKRCpiIbmBUIrSoavX0CJMaVfKij6Xau1QHNyVnYxk8voyZprGlvMCqPEX
+        xD0waZTSUx5YI2tNJ1l1i0t8VdUTa8NRt7lrsx51zEYLtoBeukjIr7QG6CQz
+        IFW2aC2LoCZcsAmtE9atwq2mu64zj5ruHCXfyGWX9s6UgVvNdqPyUPNL69NQ
+        H7eauV0/vBslohaxXI38MhfSqkzUUlaok/paWjSG4dkVRqQhoaR0zFBqPQ+K
+        cMtGyPeZ2k8h/ARxA+X8Fy3QrSgPE7J0JhyoCGo3c8RvrwO8tpk+otw8+Urh
+        OCKpvZup8pVTaR18R3OhNKFJQBWiyJ1KoXFUUf2yCRV/6YCcXEGKxMqDZlP3
+        370pYh+jYlXnA381Sk0reIdG6Q7NhOKOeu1NFWvK/NXqqs67ZKTPRUYXzNgn
+        VFlRBadNn6WlPqrZaSGZQJpvAz+jZhDH3A2iEDcRfvrnfzEd5SJmBLJNyT1D
+        PSWyc5R6uzN1tAyrf2vDqlUha6xkzvCdo/WvbWi1enAarTsUkmWk+vc2nFrd
+        WI3TYjLjVkaSaG4EI8oca3/yyks9lcuj3Ke8OCPtJiWullizm8WXZrhTh0L5
+        Qcuo2yoeasgqIaGCDyo/oIq7OxWY1di2io0askp4TGzvVpBWo9sqTmrIKqEy
+        0b1DAVuNa6uYqSGrhM3EdbXgtbF+GZ3/PIZLztKQrk3C7o3SbpiMEuKqskce
+        4X6U4OsCyC0vVPZsYudaFZIs4EOEoGphJzhvhzENcaq1XBNtaF5bxevTPECO
+        PEI6Mawlxm6lcd+0adwz1PGiZFOV3tkZr2XibzXdQi5XKfhNsrn12RWX/0we
+        /e35eaHwtOBPFBxQqlynq94q7/N3k6DAB2VwgtfGlE98fLelkd2/FTcu5D4V
+        N6LsD4nbluOLW00VtS3pFSWYGZW5rjHhz8/rUKefR5mH2w5FVc2vkesvJnIN
+        jZ1Zbnfa3ICFw1Li+oYLrArd3zarpu4eFOGfcmu82sFhqx2geh/GqVSDo2pq
+        mVNP+G4QqarZ6USwEVi8xL0deQiwarrVFGz1pLSkVucOVL1Q1DlZdMC9Uc2C
+        TFOhcKAoh2JPEPxkKFJA6TBcm5aKAmqXX+ixqBwUyoXKber7jG+E6N1d2P2q
+        2AXCjhs8uInOzlE8UTsNj0fP5bdFYLLKm0pDfP9qtHWfndMpvro59Z6ffTjr
+        vTfNPmRwIrbuNxv7RuN9/NcYfVh0wEwEX1rHYYwimOtMncIaOCgUdiQG9JEB
+        VEYgchojlUu3lp2drQvZJN9yP42qpoutnZZhY1yI3sGolmHUdHGxtbXzDW5u
+        7Ozg+Hlnh2zGmKq8odaDHVS2lBibursubDVyf4aqg5oXgIV+iUoWuqAAiVgg
+        9Q57QRfMelv6oQ/iFI/ceEZJVI10rxbhKbL1ugW8vn7qb+3rp32iu4a9T7DL
+        P0zga67ypZc6AtfgQhFRdTTZFOXzYLXyG2FNrrr3B13K9xluIP/xga0/dEP3
+        kene4ftbilEfsXt/eOwrfv3jA3zw4H1zE4ht6PJmg2H0F/2qWjIUpNN1d7C+
+        59zb0nP/8UGjH4p7JGUBGJ9OcS6/y1Hw3gD/OGW/xW16gaJXnI6m3HMfbW2N
+        8Nc2SpR81MOh+oWi+0lOX33BfQI00t8ATRWtJEtU3B/jmKPbylQl3U1RXjwX
+        LW/kPL1GRTg+D0T3FKoKS7ULS3VBPDqbo2zrms2QGfMpO0ZYy+t+tbK16oN9
+        a5V81j8MyBqVn/g+FsftHnwP6WIMhsE990+evVQVVQvC8O2331bfz9qa5KEq
+        tZng8tD8sY+ivAcA9D77E1jNm1TPjP1DV91nv37wJ0jmo20qQdv+4X30+2Hr
+        hy2A3VCM49GrBJflEA5i6+TNRnktboC7O7g332Tt55BtqS7ZKT6IIO+PortQ
+        m7RFFKZrBGmT+mAiEhtcSKRrEY+0DHkTBs+AirWKNwz2FIyFOsqECio20kkQ
+        SHVvRSJFxei6rqG5jhdUvoUP1NFNNtSi5bj7ksNf5+HWt2QGuOsmpMq/ZSiD
+        kle/4PrSvRpckuWyKLPQ7hU3V0cz6qmwq3KpklXJsPLX/NoSSRIlVoArc+ob
+        g7rmFD8zJj8donpU2rZWyYmKXV3JWTyhXBAlI6QA6AqdWcrJ8PVM+siM5H9a
+        xxv6xI4ShQzXzOVFPwh6l53iq2KgQIYPHvEpqoK7hZorvjhVFRMGLRjgzjEK
+        BSxHhj3GIlG6FuDAi7DSNzpNf0POoQgklwgKbcvC1+QC6iRGbby4yLxAbOMG
+        Wcbx6UV8q3EbpbX7/f1j/Y7uYp1so8B2u7ZwAB3a9Gk3+uKF+jzq/wPBEivM
+        NlUAAA==
+    http_version: !binary |-
+      MS4x
+  recorded_at: Mon, 10 Dec 2012 04:57:04 GMT
+recorded_with: VCR 2.3.0

data/lib/wombat/dsl/headers.rb ADDED Viewed

@@ -0,0 +1,19 @@
+module Wombat
+  module DSL
+    class Headers < PropertyGroup
+      attr_accessor :wombat_property_selector
+      def initialize(name, selector)
+        @wombat_property_selector = selector
+        super(name)
+      end
+      # So that Property::Locators::Headers can identify this class
+      # as an headers property.
+      def wombat_property_format
+        :headers
+      end
+    end
+  end
+end

data/lib/wombat/dsl/metadata.rb CHANGED Viewed

@@ -2,6 +2,7 @@
 require 'wombat/dsl/property_group'
 require 'wombat/dsl/iterator'
 require 'wombat/dsl/follower'
+require 'wombat/dsl/headers'
 module Wombat
   module DSL

data/lib/wombat/processing/parser.rb CHANGED Viewed

@@ -4,6 +4,14 @@ require 'wombat/processing/node_selector'
 require 'mechanize'
 require 'restclient'
+module Nokogiri
+  module XML
+    class Document
+      attr_accessor :headers
+    end
+  end
+end
 module Wombat
   module Processing
     module Parser
@@ -32,9 +40,11 @@ module Wombat
           if metadata[:document_format] == :html
             @page = @mechanize.get(url)
             parser = @page.parser
+            parser.headers = @page.header
           else
             @page = RestClient.get(url)
             parser = Nokogiri::XML @page
+            parser.headers = @page.headers
           end
           @response_code = @page.code.to_i if @page.respond_to? :code
           parser

data/lib/wombat/property/locators/factory.rb CHANGED Viewed

@@ -6,6 +6,7 @@ require 'wombat/property/locators/iterator'
 require 'wombat/property/locators/property_group'
 require 'wombat/property/locators/list'
 require 'wombat/property/locators/text'
+require 'wombat/property/locators/headers'
 class Wombat::Property::Locators::UnknownTypeException < Exception; end;
@@ -27,6 +28,8 @@ module Wombat
 						PropertyGroup
 					when :follow
 						Follow
+					when :headers
+						Headers
 					else
 	      		raise Wombat::Property::Locators::UnknownTypeException.new("Unknown property format #{property.format}.")
 					end

data/lib/wombat/property/locators/headers.rb ADDED Viewed

@@ -0,0 +1,17 @@
+#coding: utf-8
+module Wombat
+  module Property
+    module Locators
+      class Headers < Base
+        def locate(context, page = nil)
+          super do
+            context.headers.select do |k, v|
+              k.to_s.match(@property.wombat_property_selector)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/wombat/property/locators/text.rb CHANGED Viewed

@@ -5,8 +5,9 @@ module Wombat
     module Locators
       class Text < Base
         def locate(context, page = nil)
-          node = locate_nodes(context).first
+          node = locate_nodes(context)
+          node = node.first unless node.is_a?(String)
           value =
             unless node
               nil

data/spec/processing/parser_spec.rb CHANGED Viewed

@@ -13,7 +13,10 @@ describe Wombat::Processing::Parser do
     @metadata.path "/search"
     fake_document = double :document
     fake_parser = double :parser
+    fake_header = double :header
     fake_document.should_receive(:parser).and_return(fake_parser)
+    fake_document.should_receive(:header).and_return(fake_header)
+    fake_parser.should_receive(:headers=)
     @parser.mechanize.should_receive(:get).with("http://www.google.com/search").and_return fake_document
     @parser.parse @metadata
@@ -22,10 +25,13 @@ describe Wombat::Processing::Parser do
   it 'should correctly parse xml documents' do
     fake_document = double :xml
     fake_parser = double :parser
+    fake_headers = double :headers
     @metadata.document_format :xml
     @parser.mechanize.should_not_receive(:get)
     RestClient.should_receive(:get).and_return fake_document
     Nokogiri.should_receive(:XML).with(fake_document).and_return fake_parser
+    fake_document.should_receive(:headers).and_return(fake_headers)
+    fake_parser.should_receive(:headers=)
     @parser.parse @metadata
   end

data/spec/property/locators/headers_spec.rb ADDED Viewed

@@ -0,0 +1,23 @@
+require 'spec_helper'
+describe Wombat::Property::Locators::Headers do
+  it 'should fetch a list of HTTPResponse headers filtered by a regexp' do
+    VCR.use_cassette('headers_selector') do
+      regex = "^s.*" # filter headers like: server, status or set-cookie
+      result = Wombat.crawl do
+        base_url "http://www.github.com"
+        path "/"
+        headers regex, :headers
+      end
+      result.should_not be_nil
+      result['headers'].size.should >= 1
+      result['headers'].should_not be_nil
+      result['headers'].each do |key, value|
+        key.match(regex).should_not be_nil
+      end
+    end
+  end
+end

data/spec/property/locators/text_spec.rb CHANGED Viewed

@@ -11,7 +11,17 @@ describe Wombat::Property::Locators::Text do
 		locator = Wombat::Property::Locators::Text.new(property)
 		locator.locate(context).should == { "data1" => "Something cool" }
-	end
+  end
+  it 'should locate text property with xpath selector using xpath functions' do
+    context   = double :context
+    context.stub(:xpath).with('concat(/abc, /def)', nil).and_return "    Something "
+    property = Wombat::DSL::Property.new('data1', 'xpath=concat(/abc, /def)', :text)
+    locator = Wombat::Property::Locators::Text.new(property)
+    locator.locate(context).should == { "data1" => "Something" }
+  end
 	it 'should locate text property with css selector' do
 		fake_elem = double :element

data/wombat.gemspec CHANGED Viewed

@@ -5,11 +5,11 @@
 Gem::Specification.new do |s|
   s.name = "wombat"
-  s.version = "2.0.1"
+  s.version = "2.1.0"
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Felipe Lima"]
-  s.date = "2012-09-06"
+  s.date = "2012-12-15"
   s.description = "Generic Web crawler with a DSL that parses structured data from web pages"
   s.email = "felipe.lima@gmail.com"
   s.extra_rdoc_files = [
@@ -36,10 +36,12 @@ Gem::Specification.new do |s|
     "fixtures/vcr_cassettes/error_page.yml",
     "fixtures/vcr_cassettes/follow_links.yml",
     "fixtures/vcr_cassettes/for_each_page.yml",
+    "fixtures/vcr_cassettes/headers_selector.yml",
     "fixtures/vcr_cassettes/xml_with_namespace.yml",
     "lib/wombat.rb",
     "lib/wombat/crawler.rb",
     "lib/wombat/dsl/follower.rb",
+    "lib/wombat/dsl/headers.rb",
     "lib/wombat/dsl/iterator.rb",
     "lib/wombat/dsl/metadata.rb",
     "lib/wombat/dsl/property.rb",
@@ -49,6 +51,7 @@ Gem::Specification.new do |s|
     "lib/wombat/property/locators/base.rb",
     "lib/wombat/property/locators/factory.rb",
     "lib/wombat/property/locators/follow.rb",
+    "lib/wombat/property/locators/headers.rb",
     "lib/wombat/property/locators/html.rb",
     "lib/wombat/property/locators/iterator.rb",
     "lib/wombat/property/locators/list.rb",
@@ -61,6 +64,7 @@ Gem::Specification.new do |s|
     "spec/processing/parser_spec.rb",
     "spec/property/locators/factory_spec.rb",
     "spec/property/locators/follow_spec.rb",
+    "spec/property/locators/headers_spec.rb",
     "spec/property/locators/html_spec.rb",
     "spec/property/locators/iterator_spec.rb",
     "spec/property/locators/list_spec.rb",

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wombat
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 2.1.0
   prerelease:
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2012-09-06 00:00:00.000000000 Z
+date: 2012-12-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -198,10 +198,12 @@ files:
 - fixtures/vcr_cassettes/error_page.yml
 - fixtures/vcr_cassettes/follow_links.yml
 - fixtures/vcr_cassettes/for_each_page.yml
+- fixtures/vcr_cassettes/headers_selector.yml
 - fixtures/vcr_cassettes/xml_with_namespace.yml
 - lib/wombat.rb
 - lib/wombat/crawler.rb
 - lib/wombat/dsl/follower.rb
+- lib/wombat/dsl/headers.rb
 - lib/wombat/dsl/iterator.rb
 - lib/wombat/dsl/metadata.rb
 - lib/wombat/dsl/property.rb
@@ -211,6 +213,7 @@ files:
 - lib/wombat/property/locators/base.rb
 - lib/wombat/property/locators/factory.rb
 - lib/wombat/property/locators/follow.rb
+- lib/wombat/property/locators/headers.rb
 - lib/wombat/property/locators/html.rb
 - lib/wombat/property/locators/iterator.rb
 - lib/wombat/property/locators/list.rb
@@ -223,6 +226,7 @@ files:
 - spec/processing/parser_spec.rb
 - spec/property/locators/factory_spec.rb
 - spec/property/locators/follow_spec.rb
+- spec/property/locators/headers_spec.rb
 - spec/property/locators/html_spec.rb
 - spec/property/locators/iterator_spec.rb
 - spec/property/locators/list_spec.rb