setlr 0.2.4__tar.gz → 0.2.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -11,9 +11,10 @@ import requests
11
11
  import pandas
12
12
  import re
13
13
  import os
14
+ from six import text_type as unicode
15
+
14
16
  from jinja2 import Template
15
17
  from toposort import toposort_flatten
16
- from StringIO import StringIO
17
18
  from numpy import isnan
18
19
  import uuid
19
20
  import tempfile
@@ -166,7 +167,7 @@ def read_graph(location, result, g = None):
166
167
  class FileLikeFromIter(object):
167
168
  def __init__(self, content_iter):
168
169
  self.iter = content_iter
169
- self.data = ''
170
+ self.data = b''
170
171
 
171
172
  def __iter__(self):
172
173
  return self.iter
@@ -177,7 +178,7 @@ class FileLikeFromIter(object):
177
178
  else:
178
179
  while len(self.data) < n:
179
180
  try:
180
- self.data = ''.join((self.data, self.iter.next()))
181
+ self.data = b''.join((self.data, next(self.iter)))
181
182
  except StopIteration:
182
183
  break
183
184
  result, self.data = self.data[:n], self.data[n:]
@@ -471,11 +472,11 @@ def process_row(row, template, rowname, table, resources, transform, variables):
471
472
  trace = sys.exc_info()[2]
472
473
  logger.error("Error in conditional %s\nRelevant Environment:", value['@if'])
473
474
  for key, v in env.items():
474
- if key in value['@if']:
475
- if hasattr(v, 'findall'):
476
- v = xml.etree.ElementTree.tostring(v)
477
- logger.error(key + "\t" + str(v)[:1000])
478
- raise e, None, trace
475
+ #if key in value['@if']:
476
+ if hasattr(v, 'findall'):
477
+ v = xml.etree.ElementTree.tostring(v)
478
+ logger.error(key + "\t" + str(v)[:1000])
479
+ raise(e, None, trace)
479
480
  if '@for' in value:
480
481
  f = value['@for']
481
482
  if isinstance(f, list):
@@ -505,7 +506,7 @@ def process_row(row, template, rowname, table, resources, transform, variables):
505
506
  trace = sys.exc_info()[2]
506
507
  logger.error("Error in @for: %s", value['@for'])
507
508
  logger.error("Locals: %s", env.keys())
508
- raise e, None, trace
509
+ raise(e, None, trace)
509
510
  continue
510
511
  if '@with' in value:
511
512
  f = value['@with']
@@ -535,7 +536,7 @@ def process_row(row, template, rowname, table, resources, transform, variables):
535
536
  trace = sys.exc_info()[2]
536
537
  logger.error("Error in with: %s", value['@with'])
537
538
  logger.error("Locals: %s", env.keys())
538
- raise e, None, trace
539
+ raise(e, None, trace)
539
540
  continue
540
541
  this = {}
541
542
  for child in value.items():
@@ -557,11 +558,11 @@ def process_row(row, template, rowname, table, resources, transform, variables):
557
558
  logger.error("Error in template %s %s", value, type(value))
558
559
  logger.error("Relevant Environment:")
559
560
  for key, v in env.items():
560
- if key in value:
561
- if hasattr(v, 'findall'):
562
- v = xml.etree.ElementTree.tostring(v)
563
- logger.error(key + "\t" + str(v)[:1000])
564
- raise e, None, trace
561
+ #if key in value:
562
+ if hasattr(v, 'findall'):
563
+ v = xml.etree.ElementTree.tostring(v)
564
+ logger.error(key + "\t" + str(v)[:1000])
565
+ raise(e, None, trace)
565
566
  else:
566
567
  this = value
567
568
 
@@ -590,9 +591,9 @@ def json_transform(transform, resources):
590
591
  else:
591
592
  result = ConjunctiveGraph()
592
593
  if generated[RDF.type : setl.Persisted]:
593
- result = ConjunctiveGraph(store="Sleepycat")
594
+ result = ConjunctiveGraph(store="FastTable")
594
595
  if generated[RDF.type : setl.Persisted]:
595
- tempdir = tempfile.mkdtemp()
596
+ _, tempdir = tempfile.mkstemp()
596
597
  logger.info("Persisting %s to %s", generated.identifier, tempdir)
597
598
  result.store.open(tempdir, True)
598
599
  s = transform.value(prov.value).value
@@ -606,7 +607,7 @@ def json_transform(transform, resources):
606
607
  line = int(re.search("line ([0-9]+)", e.message).group(1))
607
608
  logger.error("Error in parsing JSON Template at line %d:", line)
608
609
  logger.error('\n'.join(["%d: %s"%(i+line-3, x) for i, x in enumerate(s.split("\n")[line-3:line+4])]))
609
- raise e, None, trace
610
+ raise(e, None, trace)
610
611
  context = transform.value(setl.hasContext)
611
612
  if context is not None:
612
613
  context = json.loads(context.value)
@@ -647,7 +648,7 @@ def json_transform(transform, resources):
647
648
  logger.error("Error on %s %s", rowname, row)
648
649
  else:
649
650
  logger.error("Error on %s", rowname)
650
- raise e, None, trace
651
+ raise(e, None, trace)
651
652
 
652
653
  resources[generated.identifier] = result
653
654
 
@@ -706,8 +707,8 @@ def load(load_resource, resources):
706
707
  for used in load_resource[prov.used]:
707
708
  if used[RDF.type : setl.Persisted]:
708
709
  to_disk = True
709
- file_graph = Dataset(store='Sleepycat', default_union=True)
710
- tempdir = tempfile.mkdtemp()
710
+ file_graph = Dataset(store='FastTable', default_union=True)
711
+ _, tempdir = tempfile.mkstemp()
711
712
  logger.debug("Gathering %s into %s", load_resource.identifier, tempdir)
712
713
  file_graph.store.open(tempdir, True)
713
714
  break
@@ -436,14 +436,14 @@ class FilterAutomata(object):
436
436
  for handler in self.start_ns_handlers:
437
437
  handler(event, ele, state)
438
438
  if self.iter_start_ns:
439
- print 'start-ns'
439
+ print('start-ns')
440
440
  yield (event, ele)
441
441
 
442
442
  elif event == "end-ns":
443
443
  for handler in self.end_ns_handlers:
444
444
  handler(event, ele, state)
445
445
  if self.iter_start_ns:
446
- print 'end-ns'
446
+ print('end-ns')
447
447
  yield (event, ele)
448
448
  # It's safe to call clear() here because no descendants will be
449
449
  # accessed
@@ -621,7 +621,7 @@ def test_parse():
621
621
  import os
622
622
  filename = "/Users/dalke/Music/iTunes/iTunes Music Library.xml"
623
623
  if not os.path.exists(filename):
624
- print "Cannot find %r: skipping test" % (filename,)
624
+ print ("Cannot find %r: skipping test" % (filename,))
625
625
  return
626
626
 
627
627
  # Work through callbacks
@@ -633,7 +633,7 @@ def test_parse():
633
633
  key = child.text
634
634
  value = children.next().text
635
635
  d[key] = value
636
- print "%r is by %r" % (d["Name"], d.get("Artist", "<unknown>"))
636
+ print ("%r is by %r" % (d["Name"], d.get("Artist", "<unknown>")))
637
637
  ele.clear()
638
638
 
639
639
  ef.on_end("/plist/dict/dict/dict", print_info)
@@ -649,7 +649,7 @@ def test_parse():
649
649
  key = child.text
650
650
  value = children.next().text
651
651
  d[key] = value
652
- print "%r is a %r song" % (d["Name"], d.get("Genre", "<unknown>"))
652
+ print ("%r is a %r song" % (d["Name"], d.get("Genre", "<unknown>")))
653
653
  ele.clear()
654
654
 
655
655
 
@@ -660,4 +660,4 @@ def test():
660
660
 
661
661
  if __name__ == "__main__":
662
662
  test()
663
- print "All tests passed."
663
+ print ("All tests passed.")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 1.1
2
2
  Name: setlr
3
- Version: 0.2.4
3
+ Version: 0.2.5
4
4
  Summary: setlr is a tool for Semantic Extraction, Transformation, and Loading.
5
5
  Home-page: http://packages.python.org/setlr
6
6
  Author: Jim McCusker
@@ -1,3 +1,4 @@
1
+ README.md
1
2
  setup.cfg
2
3
  setup.py
3
4
  setlr/__init__.py
@@ -9,6 +9,7 @@ toposort
9
9
  beautifulsoup4
10
10
  jinja2
11
11
  lxml
12
+ six
12
13
  xlrd
13
14
  ijson
14
15
  requests-testadapter
usr/local/bin/setlr CHANGED
@@ -1,10 +1,10 @@
1
1
  #!/usr/bin/python
2
- # EASY-INSTALL-ENTRY-SCRIPT: 'setlr==0.2.4','console_scripts','setlr'
3
- __requires__ = 'setlr==0.2.4'
2
+ # EASY-INSTALL-ENTRY-SCRIPT: 'setlr==0.2.5','console_scripts','setlr'
3
+ __requires__ = 'setlr==0.2.5'
4
4
  import sys
5
5
  from pkg_resources import load_entry_point
6
6
 
7
7
  if __name__ == '__main__':
8
8
  sys.exit(
9
- load_entry_point('setlr==0.2.4', 'console_scripts', 'setlr')()
9
+ load_entry_point('setlr==0.2.5', 'console_scripts', 'setlr')()
10
10
  )