RubyGems - imw - Versions diffs - 0.1.0 - Mend

imw 0.1.0

Files changed (111) hide show

data/.gitignore +15 -0
data/CHANGELOG +0 -0
data/LICENSE +674 -0
data/README.rdoc +101 -0
data/Rakefile +20 -0
data/VERSION +1 -0
data/etc/imwrc.rb +76 -0
data/lib/imw.rb +42 -0
data/lib/imw/boot.rb +58 -0
data/lib/imw/dataset.rb +233 -0
data/lib/imw/dataset/datamapper.rb +66 -0
data/lib/imw/dataset/datamapper/time_and_user_stamps.rb +37 -0
data/lib/imw/dataset/loaddump.rb +50 -0
data/lib/imw/dataset/old/file_collection.rb +88 -0
data/lib/imw/dataset/old/file_collection_utils.rb +71 -0
data/lib/imw/dataset/scaffold.rb +132 -0
data/lib/imw/dataset/scraped_uri.rb +305 -0
data/lib/imw/dataset/scrub/old_working_scrubber.rb +87 -0
data/lib/imw/dataset/scrub/scrub.rb +147 -0
data/lib/imw/dataset/scrub/scrub_simple_url.rb +38 -0
data/lib/imw/dataset/scrub/scrub_test.rb +60 -0
data/lib/imw/dataset/scrub/slug.rb +101 -0
data/lib/imw/dataset/stats.rb +73 -0
data/lib/imw/dataset/stats/counter.rb +23 -0
data/lib/imw/dataset/task.rb +38 -0
data/lib/imw/dataset/workflow.rb +81 -0
data/lib/imw/files.rb +110 -0
data/lib/imw/files/archive.rb +113 -0
data/lib/imw/files/basicfile.rb +122 -0
data/lib/imw/files/binary.rb +28 -0
data/lib/imw/files/compressed_file.rb +93 -0
data/lib/imw/files/compressed_files_and_archives.rb +348 -0
data/lib/imw/files/compressible.rb +103 -0
data/lib/imw/files/csv.rb +112 -0
data/lib/imw/files/json.rb +41 -0
data/lib/imw/files/sgml.rb +65 -0
data/lib/imw/files/text.rb +68 -0
data/lib/imw/files/yaml.rb +46 -0
data/lib/imw/packagers.rb +8 -0
data/lib/imw/packagers/archiver.rb +108 -0
data/lib/imw/packagers/s3_mover.rb +28 -0
data/lib/imw/parsers.rb +7 -0
data/lib/imw/parsers/html_parser.rb +382 -0
data/lib/imw/parsers/html_parser/matchers.rb +306 -0
data/lib/imw/parsers/line_parser.rb +87 -0
data/lib/imw/parsers/regexp_parser.rb +72 -0
data/lib/imw/utils.rb +24 -0
data/lib/imw/utils/components.rb +61 -0
data/lib/imw/utils/config.rb +46 -0
data/lib/imw/utils/error.rb +54 -0
data/lib/imw/utils/extensions/array.rb +125 -0
data/lib/imw/utils/extensions/class/attribute_accessors.rb +8 -0
data/lib/imw/utils/extensions/core.rb +43 -0
data/lib/imw/utils/extensions/dir.rb +24 -0
data/lib/imw/utils/extensions/file_core.rb +64 -0
data/lib/imw/utils/extensions/hash.rb +218 -0
data/lib/imw/utils/extensions/hpricot.rb +48 -0
data/lib/imw/utils/extensions/string.rb +49 -0
data/lib/imw/utils/extensions/struct.rb +42 -0
data/lib/imw/utils/extensions/symbol.rb +28 -0
data/lib/imw/utils/extensions/typed_struct.rb +22 -0
data/lib/imw/utils/extensions/uri.rb +59 -0
data/lib/imw/utils/log.rb +67 -0
data/lib/imw/utils/misc.rb +63 -0
data/lib/imw/utils/paths.rb +115 -0
data/lib/imw/utils/uri.rb +59 -0
data/lib/imw/utils/uuid.rb +33 -0
data/lib/imw/utils/validate.rb +38 -0
data/lib/imw/utils/version.rb +12 -0
data/lib/imw/utils/view.rb +113 -0
data/lib/imw/utils/view/dump_csv.rb +112 -0
data/lib/imw/utils/view/dump_csv_older.rb +117 -0
data/spec/data/sample.csv +131 -0
data/spec/data/sample.tsv +131 -0
data/spec/data/sample.txt +131 -0
data/spec/data/sample.xml +653 -0
data/spec/data/sample.yaml +652 -0
data/spec/imw/dataset/datamapper/uri_spec.rb +43 -0
data/spec/imw/dataset/datamapper_spec_helper.rb +11 -0
data/spec/imw/files/archive_spec.rb +118 -0
data/spec/imw/files/basicfile_spec.rb +121 -0
data/spec/imw/files/bz2_spec.rb +32 -0
data/spec/imw/files/compressed_file_spec.rb +96 -0
data/spec/imw/files/compressible_spec.rb +100 -0
data/spec/imw/files/file_spec.rb +144 -0
data/spec/imw/files/gz_spec.rb +32 -0
data/spec/imw/files/rar_spec.rb +33 -0
data/spec/imw/files/tar_spec.rb +31 -0
data/spec/imw/files/text_spec.rb +23 -0
data/spec/imw/files/zip_spec.rb +31 -0
data/spec/imw/files_spec.rb +38 -0
data/spec/imw/packagers/archiver_spec.rb +125 -0
data/spec/imw/packagers/s3_mover_spec.rb +7 -0
data/spec/imw/parsers/line_parser_spec.rb +96 -0
data/spec/imw/parsers/regexp_parser_spec.rb +42 -0
data/spec/imw/utils/extensions/file_core_spec.rb +72 -0
data/spec/imw/utils/extensions/find_spec.rb +113 -0
data/spec/imw/utils/paths_spec.rb +38 -0
data/spec/imw/workflow/rip/local_spec.rb +89 -0
data/spec/imw/workflow/rip_spec.rb +27 -0
data/spec/rcov.opts +1 -0
data/spec/spec.opts +4 -0
data/spec/spec_helper.rb +32 -0
data/spec/support/archive_contents_matcher.rb +94 -0
data/spec/support/custom_matchers.rb +21 -0
data/spec/support/directory_contents_matcher.rb +61 -0
data/spec/support/extensions.rb +18 -0
data/spec/support/file_contents_matcher.rb +50 -0
data/spec/support/random.rb +210 -0
data/spec/support/without_regard_to_order_matcher.rb +58 -0
metadata +196 -0

@@ -0,0 +1,652 @@
+---
+monkeys:
+- monkey:
+    id: 001
+    name: Gray-bellied Night Monkey
+    genus: Aotus
+    species: lemurinus
+- monkey:
+    id: 002
+    name: Panamanian Night Monkey
+    genus: Aotus
+    species: zonalis
+- monkey:
+    id: 003
+    name: Hernández-Camacho's Night Monkey
+    genus: Aotus
+    species: jorgehernandezi
+- monkey:
+    id: 004
+    name: Gray-handed Night Monkey
+    genus: Aotus
+    species: griseimembra
+- monkey:
+    id: 005
+    name: Hershkovitz's Night Monkey
+    genus: Aotus
+    species: hershkovitzi
+- monkey:
+    id: 006
+    name: Brumback's Night Monkey
+    genus: Aotus
+    species: brumbacki
+- monkey:
+    id: 007
+    name: Three-striped Night Monkey
+    genus: Aotus
+    species: trivirgatus
+- monkey:
+    id: 008
+    name: Spix's Night Monkey
+    genus: Aotus
+    species: vociferans
+- monkey:
+    id: 009
+    name: Malaysian Lar Gibbon
+    genus: Hylobates
+    species: lar lar
+- monkey:
+    id: 010
+    name: Carpenter's Lar Gibbon
+    genus: Hylobates
+    species: lar carpenteri
+- monkey:
+    id: 011
+    name: Central Lar Gibbon
+    genus: Hylobates
+    species: lar entelloides
+- monkey:
+    id: 012
+    name: Sumatran Lar Gibbon
+    genus: Hylobates
+    species: lar vestitus
+- monkey:
+    id: 013
+    name: Yunnan Lar Gibbon
+    genus: Hylobates
+    species: lar yunnanensis
+- monkey:
+    id: 014
+    name: Mountain Agile Gibbon
+    genus: Hylobates
+    species: agilis agilis
+- monkey:
+    id: 015
+    name: Bornean White-bearded Gibbon
+    genus: Hylobates
+    species: agilis albibarbis
+- monkey:
+    id: 016
+    name: Lowland Agile Gibbon
+    genus: Hylobates
+    species: agilis unko
+- monkey:
+    id: 017
+    name: Müller's Gray Gibbon
+    genus: Hylobates
+    species: muelleri muelleri
+- monkey:
+    id: 018
+    name: Abbott's Gray Gibbon
+    genus: Hylobates
+    species: muelleri abbotti
+- monkey:
+    id: 019
+    name: Northern Gray Gibbon
+    genus: Hylobates
+    species: muelleri funereus
+- monkey:
+    id: 020
+    name: Black Tamarin
+    genus: Saguinas
+    species: niger
+- monkey:
+    id: 021
+    name: Black-mantled Tamarin
+    genus: Saguinas
+    species: nigricollis
+- monkey:
+    id: 022
+    name: Brown-mantled Tamarin
+    genus: Saguinas
+    species: fuscicollis
+- monkey:
+    id: 023
+    name: Cottontop Tamarin or Pinché Tamarin
+    genus: Saguinas
+    species: oedipus
+- monkey:
+    id: 024
+    name: Emperor Tamarin
+    genus: Saguinas
+    species: imperator
+- monkey:
+    id: 025
+    name: Geoffroy's Tamarin
+    genus: Saguinas
+    species: geoffroyi
+- monkey:
+    id: 026
+    name: Golden-mantled Tamarin
+    genus: Saguinas
+    species: tripartitus
+- monkey:
+    id: 027
+    name: Graells's Tamarin
+    genus: Saguinas
+    species: graellsi
+- monkey:
+    id: 028
+    name: Martins's Tamarin
+    genus: Saguinas
+    species: martinsi
+- monkey:
+    id: 029
+    name: Mottle-faced Tamarin
+    genus: Saguinas
+    species: inustus
+- monkey:
+    id: 030
+    name: Moustached Tamarin
+    genus: Saguinas
+    species: mystax
+- monkey:
+    id: 031
+    name: Pied Tamarin
+    genus: Saguinas
+    species: bicolor
+- monkey:
+    id: 032
+    name: Red-capped Tamarin
+    genus: Saguinas
+    species: pileatus
+- monkey:
+    id: 033
+    name: Red-handed Tamarin
+    genus: Saguinas
+    species: midas
+- monkey:
+    id: 034
+    name: White-footed Tamarin
+    genus: Saguinas
+    species: leucopus
+- monkey:
+    id: 035
+    name: White-lipped Tamarin
+    genus: Saguinas
+    species: labiatus
+- monkey:
+    id: 036
+    name: White-mantled Tamarin
+    genus: Saguinas
+    species: melanoleucus
+- monkey:
+    id: 037
+    name: Allen's Swamp Monkey
+    genus: Allenopithecus
+    species: nigroviridis
+- monkey:
+    id: 038
+    name: Angolan Talapoin
+    genus: Miopithecus
+    species: talapoin
+- monkey:
+    id: 039
+    name: Gabon Talapoin
+    genus: Miopithecus
+    species: ogouensis
+- monkey:
+    id: 040
+    name: Patas Monkey
+    genus: Erythrocebus
+    species: patas
+- monkey:
+    id: 041
+    name: Green Monkey
+    genus: Chlorocebus
+    species: sabaeus
+- monkey:
+    id: 042
+    name: Grivet
+    genus: Chlorocebus
+    species: aethiops
+- monkey:
+    id: 043
+    name: Bale Mountains Vervet
+    genus: Chlorocebus
+    species: djamdjamensis
+- monkey:
+    id: 044
+    name: Tantalus Monkey
+    genus: Chlorocebus
+    species: tantalus
+- monkey:
+    id: 045
+    name: Vervet Monkey
+    genus: Chlorocebus
+    species: pygerythrus
+- monkey:
+    id: 046
+    name: Malbrouck
+    genus: Chlorocebus
+    species: cynosuros
+- monkey:
+    id: 047
+    name: Dryas Monkey or Salongo Monkey
+    genus: Cercopithecus
+    species: dryas
+- monkey:
+    id: 048
+    name: Diana Monkey
+    genus: Cercopithecus
+    species: diana
+- monkey:
+    id: 049
+    name: Roloway Monkey
+    genus: Cercopithecus
+    species: roloway
+- monkey:
+    id: 050
+    name: Greater Spot-nosed Monkey
+    genus: Cercopithecus
+    species: nictitans
+- monkey:
+    id: 051
+    name: Blue Monkey
+    genus: Cercopithecus
+    species: mitis
+- monkey:
+    id: 052
+    name: Silver Monkey
+    genus: Cercopithecus
+    species: doggetti
+- monkey:
+    id: 053
+    name: Golden Monkey
+    genus: Cercopithecus
+    species: kandti
+- monkey:
+    id: 054
+    name: Sykes's Monkey
+    genus: Cercopithecus
+    species: albogularis
+- monkey:
+    id: 055
+    name: Mona Monkey
+    genus: Cercopithecus
+    species: mona
+- monkey:
+    id: 056
+    name: Campbell's Mona Monkey
+    genus: Cercopithecus
+    species: campbelli
+- monkey:
+    id: 057
+    name: Lowe's Mona Monkey
+    genus: Cercopithecus
+    species: lowei
+- monkey:
+    id: 058
+    name: Crested Mona Monkey
+    genus: Cercopithecus
+    species: pogonias
+- monkey:
+    id: 059
+    name: Wolf's Mona Monkey
+    genus: Cercopithecus
+    species: wolfi
+- monkey:
+    id: 060
+    name: Dent's Mona Monkey
+    genus: Cercopithecus
+    species: denti
+- monkey:
+    id: 061
+    name: Lesser Spot-nosed Monkey
+    genus: Cercopithecus
+    species: petaurista
+- monkey:
+    id: 062
+    name: White-throated Guenon
+    genus: Cercopithecus
+    species: erythrogaster
+- monkey:
+    id: 063
+    name: Sclater's Guenon
+    genus: Cercopithecus
+    species: sclateri
+- monkey:
+    id: 064
+    name: Red-eared Guenon
+    genus: Cercopithecus
+    species: erythrotis
+- monkey:
+    id: 065
+    name: Moustached Guenon
+    genus: Cercopithecus
+    species: cephus
+- monkey:
+    id: 066
+    name: Red-tailed Monkey
+    genus: Cercopithecus
+    species: ascanius
+- monkey:
+    id: 067
+    name: L'Hoest's Monkey
+    genus: Cercopithecus
+    species: lhoesti
+- monkey:
+    id: 068
+    name: Preuss's Monkey
+    genus: Cercopithecus
+    species: preussi
+- monkey:
+    id: 069
+    name: Sun-tailed Monkey
+    genus: Cercopithecus
+    species: solatus
+- monkey:
+    id: 070
+    name: Hamlyn's Monkey
+    genus: Cercopithecus
+    species: hamlyni
+- monkey:
+    id: 071
+    name: De Brazza's Monkey
+    genus: Cercopithecus
+    species: neglectus
+- monkey:
+    id: 072
+    name: Barbary Macaque
+    genus: Macaca
+    species: sylvanus
+- monkey:
+    id: 073
+    name: Lion-tailed Macaque
+    genus: Macaca
+    species: silenus
+- monkey:
+    id: 074
+    name: Southern Pig-tailed Macaque or Beruk
+    genus: Macaca
+    species: nemestrina
+- monkey:
+    id: 075
+    name: Northern Pig-tailed Macaque
+    genus: Macaca
+    species: leonina
+- monkey:
+    id: 076
+    name: Pagai Island Macaque or Bokkoi
+    genus: Macaca
+    species: pagensis
+- monkey:
+    id: 077
+    name: Siberut Macaque
+    genus: Macaca
+    species: siberu
+- monkey:
+    id: 078
+    name: Moor Macaque
+    genus: Macaca
+    species: maura
+- monkey:
+    id: 079
+    name: Booted Macaque
+    genus: Macaca
+    species: ochreata
+- monkey:
+    id: 080
+    name: Tonkean Macaque
+    genus: Macaca
+    species: tonkeana
+- monkey:
+    id: 081
+    name: Heck's Macaque
+    genus: Macaca
+    species: hecki
+- monkey:
+    id: 082
+    name: Gorontalo Macaque
+    genus: Macaca
+    species: nigrescens
+- monkey:
+    id: 083
+    name: Celebes Crested Macaque or Black "Ape"
+    genus: Macaca
+    species: nigra
+- monkey:
+    id: 084
+    name: Crab-eating Macaque or Long-tailed Macaque or Kera
+    genus: Macaca
+    species: fascicularis
+- monkey:
+    id: 085
+    name: Stump-tailed Macaque or Bear Macaque
+    genus: Macaca
+    species: arctoides
+- monkey:
+    id: 086
+    name: Rhesus Macaque
+    genus: Macaca
+    species: mulatta
+- monkey:
+    id: 087
+    name: Formosan Rock Macaque
+    genus: Macaca
+    species: cyclopis
+- monkey:
+    id: 088
+    name: Japanese Macaque
+    genus: Macaca
+    species: fuscata
+- monkey:
+    id: 089
+    name: Toque Macaque
+    genus: Macaca
+    species: sinica
+- monkey:
+    id: 090
+    name: Bonnet Macaque
+    genus: Macaca
+    species: radiata
+- monkey:
+    id: 091
+    name: Assam Macaque
+    genus: Macaca
+    species: assamensis
+- monkey:
+    id: 092
+    name: Tibetan Macaque or Milne-Edwards' Macaque
+    genus: Macaca
+    species: thibetana
+- monkey:
+    id: 093
+    name: Arunachal Macaque or Munzala
+    genus: Macaca
+    species: munzala
+- monkey:
+    id: 094
+    name: Grey-cheeked Mangabey
+    genus: Lophocebus
+    species: albigena
+- monkey:
+    id: 095
+    name: Black Crested Mangabey
+    genus: Lophocebus
+    species: aterrimus
+- monkey:
+    id: 096
+    name: Opdenbosch's Mangabey
+    genus: Lophocebus
+    species: opdenboschi
+- monkey:
+    id: 097
+    name: Uganda Mangabey
+    genus: Lophocebus
+    species: ugandae
+- monkey:
+    id: 098
+    name: Johnston's Mangabey
+    genus: Lophocebus
+    species: johnstoni
+- monkey:
+    id: 099
+    name: Osman Hill's Mangabey
+    genus: Lophocebus
+    species: osmani
+- monkey:
+    id: 100
+    name: Kipunji
+    genus: Rungwecebus
+    species: kipunji
+- monkey:
+    id: 101
+    name: Hamadryas Baboon
+    genus: Papio
+    species: hamadryas
+- monkey:
+    id: 102
+    name: Guinea Baboon
+    genus: Papio
+    species: papio
+- monkey:
+    id: 103
+    name: Olive Baboon
+    genus: Papio
+    species: anubis
+- monkey:
+    id: 104
+    name: Yellow Baboon
+    genus: Papio
+    species: cynocephalus
+- monkey:
+    id: 105
+    name: Chacma Baboon
+    genus: Papio
+    species: ursinus
+- monkey:
+    id: 106
+    name: Gelada
+    genus: Theropithecus
+    species: gelada
+- monkey:
+    id: 107
+    name: Sooty Mangabey
+    genus: Cercocebus
+    species: atys
+- monkey:
+    id: 108
+    name: Collared Mangabey
+    genus: Cercocebus
+    species: torquatus
+- monkey:
+    id: 109
+    name: Agile Mangabey
+    genus: Cercocebus
+    species: agilis
+- monkey:
+    id: 110
+    name: Golden-bellied Mangabey
+    genus: Cercocebus
+    species: chrysogaster
+- monkey:
+    id: 111
+    name: Tana River Mangabey
+    genus: Cercocebus
+    species: galeritus
+- monkey:
+    id: 112
+    name: Sanje Mangabey
+    genus: Cercocebus
+    species: sanjei
+- monkey:
+    id: 113
+    name: Mandrill
+    genus: Mandrillus
+    species: sphinx
+- monkey:
+    id: 114
+    name: Drill
+    genus: Mandrillus
+    species: leucophaeus
+- monkey:
+    id: 115
+    name: Black Colobus
+    genus: Colobus
+    species: satanas
+- monkey:
+    id: 116
+    name: Angola Colobus
+    genus: Colobus
+    species: angolensis
+- monkey:
+    id: 117
+    name: King Colobus
+    genus: Colobus
+    species: polykomos
+- monkey:
+    id: 118
+    name: Ursine Colobus
+    genus: Colobus
+    species: vellerosus
+- monkey:
+    id: 119
+    name: Mantled Guereza
+    genus: Colobus
+    species: guereza
+- monkey:
+    id: 120
+    name: Western Red Colobus
+    genus: Piliocolobus
+    species: badius
+- monkey:
+    id: 121
+    name: Pennant's Colobus
+    genus: Piliocolobus
+    species: pennantii
+- monkey:
+    id: 122
+    name: Preuss's Red Colobus
+    genus: Piliocolobus
+    species: preussi
+- monkey:
+    id: 123
+    name: Thollon's Red Colobus
+    genus: Piliocolobus
+    species: tholloni
+- monkey:
+    id: 124
+    name: Central African Red Colobus
+    genus: Piliocolobus
+    species: foai
+- monkey:
+    id: 125
+    name: Ugandan Red Colobus
+    genus: Piliocolobus
+    species: tephrosceles
+- monkey:
+    id: 126
+    name: Uzungwa Red Colobus
+    genus: Piliocolobus
+    species: gordonorum
+- monkey:
+    id: 127
+    name: Zanzibar Red Colobus
+    genus: Piliocolobus
+    species: kirkii
+- monkey:
+    id: 128
+    name: Tana River Red Colobus
+    genus: Piliocolobus
+    species: rufomitratus
+- monkey:
+    id: 129
+    name: Olive Colobus
+    genus: Procolobus
+    species: verus
+- monkey:
+    id: 130
+    name: Maroon Leaf Monkey
+    genus: Presbytis
+    species: rubicunda