bee_python 0.0.1

data/tools/common/common/vcgutils.py

@@ -0,0 +1,216 @@
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+"""Functions to generate files readable with Georg Sander's vcg
+(Visualization of Compiler Graphs).
+
+You can download vcg at http://rw4.cs.uni-sb.de/~sander/html/gshome.html
+Note that vcg exists as a debian package.
+
+See vcg's documentation for explanation about the different values that
+maybe used for the functions parameters.
+
+
+
+
+"""
+__docformat__ = "restructuredtext en"
+
+import string
+
+ATTRS_VAL = {
+    'algos':       ('dfs', 'tree', 'minbackward',
+                    'left_to_right','right_to_left',
+                    'top_to_bottom','bottom_to_top',
+                    'maxdepth', 'maxdepthslow', 'mindepth', 'mindepthslow',
+                    'mindegree', 'minindegree', 'minoutdegree',
+                    'maxdegree','maxindegree', 'maxoutdegree'),
+    'booleans':    ('yes', 'no'),
+    'colors':      ('black', 'white', 'blue', 'red', 'green', 'yellow',
+                    'magenta', 'lightgrey',
+                    'cyan', 'darkgrey', 'darkblue', 'darkred', 'darkgreen',
+                    'darkyellow', 'darkmagenta', 'darkcyan', 'gold',
+                    'lightblue', 'lightred', 'lightgreen', 'lightyellow',
+                    'lightmagenta', 'lightcyan', 'lilac', 'turquoise',
+                    'aquamarine', 'khaki', 'purple', 'yellowgreen', 'pink',
+                    'orange', 'orchid'),
+    'shapes':      ('box', 'ellipse', 'rhomb', 'triangle'),
+    'textmodes':   ('center', 'left_justify', 'right_justify'),
+    'arrowstyles': ('solid', 'line', 'none'),
+    'linestyles':  ('continuous', 'dashed', 'dotted', 'invisible'),
+    }
+
+# meaning of possible values:
+#   O    -> string
+#   1    -> int
+#   list -> value in list
+GRAPH_ATTRS = {
+    'title' :              0,
+    'label' :              0,
+    'color':               ATTRS_VAL['colors'],
+    'textcolor':           ATTRS_VAL['colors'],
+    'bordercolor':         ATTRS_VAL['colors'],
+    'width':               1,
+    'height':              1,
+    'borderwidth':         1,
+    'textmode':            ATTRS_VAL['textmodes'],
+    'shape':               ATTRS_VAL['shapes'],
+    'shrink':              1,
+    'stretch':             1,
+    'orientation':         ATTRS_VAL['algos'],
+    'vertical_order':      1,
+    'horizontal_order':    1,
+    'xspace':              1,
+    'yspace':              1,
+    'layoutalgorithm' :    ATTRS_VAL['algos'],
+    'late_edge_labels' :   ATTRS_VAL['booleans'],
+    'display_edge_labels': ATTRS_VAL['booleans'],
+    'dirty_edge_labels' :  ATTRS_VAL['booleans'],
+    'finetuning':          ATTRS_VAL['booleans'],
+    'manhattan_edges':     ATTRS_VAL['booleans'],
+    'smanhattan_edges':    ATTRS_VAL['booleans'],
+    'port_sharing':        ATTRS_VAL['booleans'],
+    'edges':               ATTRS_VAL['booleans'],
+    'nodes':               ATTRS_VAL['booleans'],
+    'splines':             ATTRS_VAL['booleans'],
+    }
+NODE_ATTRS = {
+    'title' :              0,
+    'label' :              0,
+    'color':               ATTRS_VAL['colors'],
+    'textcolor':           ATTRS_VAL['colors'],
+    'bordercolor':         ATTRS_VAL['colors'],
+    'width':               1,
+    'height':              1,
+    'borderwidth':         1,
+    'textmode':            ATTRS_VAL['textmodes'],
+    'shape':               ATTRS_VAL['shapes'],
+    'shrink':              1,
+    'stretch':             1,
+    'vertical_order':      1,
+    'horizontal_order':    1,
+    }
+EDGE_ATTRS = {
+    'sourcename' :         0,
+    'targetname' :         0,
+    'label' :              0,
+    'linestyle' :          ATTRS_VAL['linestyles'],
+    'class' :              1,
+    'thickness' :          0,
+    'color':               ATTRS_VAL['colors'],
+    'textcolor':           ATTRS_VAL['colors'],
+    'arrowcolor':          ATTRS_VAL['colors'],
+    'backarrowcolor':      ATTRS_VAL['colors'],
+    'arrowsize':           1,
+    'backarrowsize':       1,
+    'arrowstyle':          ATTRS_VAL['arrowstyles'],
+    'backarrowstyle':      ATTRS_VAL['arrowstyles'],
+    'textmode':            ATTRS_VAL['textmodes'],
+    'priority':            1,
+    'anchor':              1,
+    'horizontal_order':    1,
+    }
+
+
+# Misc utilities ###############################################################
+
+def latin_to_vcg(st):
+    """Convert latin characters using vcg escape sequence.
+    """
+    for char in st:
+        if char not in string.ascii_letters:
+            try:
+                num = ord(char)
+                if num >= 192:
+                    st = st.replace(char, r'\fi%d'%ord(char))
+            except:
+                pass
+    return st
+
+
+class VCGPrinter:
+    """A vcg graph writer.
+    """
+
+    def __init__(self, output_stream):
+        self._stream = output_stream
+        self._indent = ''
+
+    def open_graph(self, **args):
+        """open a vcg graph
+        """
+        self._stream.write('%sgraph:{\n'%self._indent)
+        self._inc_indent()
+        self._write_attributes(GRAPH_ATTRS, **args)
+
+    def close_graph(self):
+        """close a vcg graph
+        """
+        self._dec_indent()
+        self._stream.write('%s}\n'%self._indent)
+
+
+    def node(self, title, **args):
+        """draw a node
+        """
+        self._stream.write('%snode: {title:"%s"' % (self._indent, title))
+        self._write_attributes(NODE_ATTRS, **args)
+        self._stream.write('}\n')
+
+
+    def edge(self, from_node, to_node, edge_type='', **args):
+        """draw an edge from a node to another.
+        """
+        self._stream.write(
+            '%s%sedge: {sourcename:"%s" targetname:"%s"' % (
+            self._indent, edge_type, from_node, to_node))
+        self._write_attributes(EDGE_ATTRS, **args)
+        self._stream.write('}\n')
+
+
+    # private ##################################################################
+
+    def _write_attributes(self, attributes_dict, **args):
+        """write graph, node or edge attributes
+        """
+        for key, value in args.items():
+            try:
+                _type =  attributes_dict[key]
+            except KeyError:
+                raise Exception('''no such attribute %s
+possible attributes are %s''' % (key, attributes_dict.keys()))
+
+            if not _type:
+                self._stream.write('%s%s:"%s"\n' % (self._indent, key, value))
+            elif _type == 1:
+                self._stream.write('%s%s:%s\n' % (self._indent, key,
+                                                  int(value)))
+            elif value in _type:
+                self._stream.write('%s%s:%s\n' % (self._indent, key, value))
+            else:
+                raise Exception('''value %s isn\'t correct for attribute %s
+correct values are %s''' % (value, key, _type))
+
+    def _inc_indent(self):
+        """increment indentation
+        """
+        self._indent = '  %s' % self._indent
+
+    def _dec_indent(self):
+        """decrement indentation
+        """
+        self._indent = self._indent[:-2]

data/tools/common/common/visitor.py

@@ -0,0 +1,107 @@
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+"""A generic visitor abstract implementation.
+
+
+
+
+"""
+__docformat__ = "restructuredtext en"
+
+def no_filter(_):
+    return 1
+
+# Iterators ###################################################################
+class FilteredIterator(object):
+
+    def __init__(self, node, list_func, filter_func=None):
+        self._next = [(node, 0)]
+        if filter_func is None:
+            filter_func = no_filter
+        self._list = list_func(node, filter_func)
+
+    def next(self):
+        try:
+            return self._list.pop(0)
+        except :
+            return None
+
+# Base Visitor ################################################################
+class Visitor(object):
+
+    def __init__(self, iterator_class, filter_func=None):
+        self._iter_class = iterator_class
+        self.filter = filter_func
+
+    def visit(self, node, *args, **kargs):
+        """
+        launch the visit on a given node
+
+        call 'open_visit' before the beginning of the visit, with extra args
+        given
+        when all nodes have been visited, call the 'close_visit' method
+        """
+        self.open_visit(node, *args, **kargs)
+        return self.close_visit(self._visit(node))
+
+    def _visit(self, node):
+        iterator = self._get_iterator(node)
+        n = iterator.next()
+        while n:
+            result = n.accept(self)
+            n = iterator.next()
+        return result
+
+    def _get_iterator(self, node):
+        return self._iter_class(node, self.filter)
+
+    def open_visit(self, *args, **kargs):
+        """
+        method called at the beginning of the visit
+        """
+        pass
+
+    def close_visit(self, result):
+        """
+        method called at the end of the visit
+        """
+        return result
+
+# standard visited mixin ######################################################
+class VisitedMixIn(object):
+    """
+    Visited interface allow node visitors to use the node
+    """
+    def get_visit_name(self):
+        """
+        return the visit name for the mixed class. When calling 'accept', the
+        method <'visit_' + name returned by this method> will be called on the
+        visitor
+        """
+        try:
+            return self.TYPE.replace('-', '_')
+        except:
+            return self.__class__.__name__.lower()
+
+    def accept(self, visitor, *args, **kwargs):
+        func = getattr(visitor, 'visit_%s' % self.get_visit_name())
+        return func(self, *args, **kwargs)
+
+    def leave(self, visitor, *args, **kwargs):
+        func = getattr(visitor, 'leave_%s' % self.get_visit_name())
+        return func(self, *args, **kwargs)

data/tools/common/common/xmlrpcutils.py

@@ -0,0 +1,136 @@
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+"""XML-RPC utilities.
+
+
+
+
+"""
+__docformat__ = "restructuredtext en"
+
+import xmlrpclib
+from base64 import encodestring
+#from cStringIO import StringIO
+
+ProtocolError = xmlrpclib.ProtocolError
+
+## class BasicAuthTransport(xmlrpclib.Transport):
+##     def __init__(self, username=None, password=None):
+##         self.username = username
+##         self.password = password
+##         self.verbose = None
+##         self.has_ssl = httplib.__dict__.has_key("HTTPConnection")
+
+##     def request(self, host, handler, request_body, verbose=None):
+##         # issue XML-RPC request
+##         if self.has_ssl:
+##             if host.startswith("https:"): h = httplib.HTTPSConnection(host)
+##             else: h = httplib.HTTPConnection(host)
+##         else: h = httplib.HTTP(host)
+
+##         h.putrequest("POST", handler)
+
+##         # required by HTTP/1.1
+##         if not self.has_ssl: # HTTPConnection already does 1.1
+##             h.putheader("Host", host)
+##         h.putheader("Connection", "close")
+
+##         if request_body: h.send(request_body)
+##         if self.has_ssl:
+##             response = h.getresponse()
+##             if response.status != 200:
+##                 raise xmlrpclib.ProtocolError(host + handler,
+##                                               response.status,
+##                                               response.reason,
+##                                               response.msg)
+##             file = response.fp
+##         else:
+##             errcode, errmsg, headers = h.getreply()
+##             if errcode != 200:
+##                 raise xmlrpclib.ProtocolError(host + handler, errcode,
+##                                               errmsg, headers)
+
+##             file = h.getfile()
+
+##         return self.parse_response(file)
+
+
+
+class AuthMixin:
+    """basic http authentication mixin for xmlrpc transports"""
+
+    def __init__(self, username, password, encoding):
+        self.verbose = 0
+        self.username = username
+        self.password = password
+        self.encoding = encoding
+
+    def request(self, host, handler, request_body, verbose=0):
+        """issue XML-RPC request"""
+        h = self.make_connection(host)
+        h.putrequest("POST", handler)
+        # required by XML-RPC
+        h.putheader("User-Agent", self.user_agent)
+        h.putheader("Content-Type", "text/xml")
+        h.putheader("Content-Length", str(len(request_body)))
+        h.putheader("Host", host)
+        h.putheader("Connection", "close")
+        # basic auth
+        if self.username is not None and self.password is not None:
+            h.putheader("AUTHORIZATION", "Basic %s" % encodestring(
+                "%s:%s" % (self.username, self.password)).replace("\012", ""))
+        h.endheaders()
+        # send body
+        if request_body:
+            h.send(request_body)
+        # get and check reply
+        errcode, errmsg, headers = h.getreply()
+        if errcode != 200:
+            raise ProtocolError(host + handler, errcode, errmsg, headers)
+        file = h.getfile()
+##         # FIXME: encoding ??? iirc, this fix a bug in xmlrpclib but...
+##         data = h.getfile().read()
+##         if self.encoding != 'UTF-8':
+##             data = data.replace("version='1.0'",
+##                                 "version='1.0' encoding='%s'" % self.encoding)
+##         result = StringIO()
+##         result.write(data)
+##         result.seek(0)
+##         return self.parse_response(result)
+        return self.parse_response(file)
+
+class BasicAuthTransport(AuthMixin, xmlrpclib.Transport):
+    """basic http authentication transport"""
+
+class BasicAuthSafeTransport(AuthMixin, xmlrpclib.SafeTransport):
+    """basic https authentication transport"""
+
+
+def connect(url, user=None, passwd=None, encoding='ISO-8859-1'):
+    """return an xml rpc server on <url>, using user / password if specified
+    """
+    if user or passwd:
+        assert user and passwd is not None
+        if url.startswith('https://'):
+            transport = BasicAuthSafeTransport(user, passwd, encoding)
+        else:
+            transport = BasicAuthTransport(user, passwd, encoding)
+    else:
+        transport = None
+    server = xmlrpclib.ServerProxy(url, transport, encoding=encoding)
+    return server

data/tools/common/common/xmlutils.py

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*-
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+"""XML utilities.
+
+This module contains useful functions for parsing and using XML data. For the
+moment, there is only one function that can parse the data inside a processing
+instruction and return a Python dictionary.
+
+
+
+
+"""
+__docformat__ = "restructuredtext en"
+
+import re
+
+RE_DOUBLE_QUOTE = re.compile('([\w\-\.]+)="([^"]+)"')
+RE_SIMPLE_QUOTE = re.compile("([\w\-\.]+)='([^']+)'")
+
+def parse_pi_data(pi_data):
+    """
+    Utility function that parses the data contained in an XML
+    processing instruction and returns a dictionary of keywords and their
+    associated values (most of the time, the processing instructions contain
+    data like ``keyword="value"``, if a keyword is not associated to a value,
+    for example ``keyword``, it will be associated to ``None``).
+
+    :param pi_data: data contained in an XML processing instruction.
+    :type pi_data: unicode
+
+    :returns: Dictionary of the keywords (Unicode strings) associated to
+              their values (Unicode strings) as they were defined in the
+              data.
+    :rtype: dict
+    """
+    results = {}
+    for elt in pi_data.split():
+        if RE_DOUBLE_QUOTE.match(elt):
+            kwd, val = RE_DOUBLE_QUOTE.match(elt).groups()
+        elif RE_SIMPLE_QUOTE.match(elt):
+            kwd, val = RE_SIMPLE_QUOTE.match(elt).groups()
+        else:
+            kwd, val = elt, None
+        results[kwd] = val
+    return results

data/tools/compile/compile.py

@@ -0,0 +1,16 @@
+#!/usr/bin/env python
+# coding=utf-8
+
+# Script to compile a Python source file passed on command line. Called
+# by python.compile task.
+
+import sys
+import py_compile
+
+source = sys.argv[1]
+try:
+    py_compile.compile(source, doraise=True)
+    sys.exit(0)
+except py_compile.PyCompileError:
+    py_compile.compile(source)
+    sys.exit(1)