rock-qtbindings 4.8.6.5

data/ext/generator/parser/lexer.h

@@ -0,0 +1,308 @@
+/* This file is part of KDevelop
+    Copyright 2002-2005 Roberto Raggi <roberto@kdevelop.org>
+    Copyright 2007-2008 David Nolden <david.nolden.kdevelop@art-master.de>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#ifndef LEXER_H
+#define LEXER_H
+
+#include "cppparser_export.h"
+#include "symbol.h"
+#include <QtCore/QString>
+#include <cstdlib>
+#include "indexedstring.h"
+#include "problem.h"
+
+struct NameSymbol;
+class Lexer;
+class Control;
+class ParseSession;
+
+typedef void (Lexer::*scan_fun_ptr)();
+
+/**Token.*/
+class CPPPARSER_EXPORT Token
+{
+public:
+  ///kind of the token @see TOKEN_KIND enum reference.
+  int kind;
+  ///position in the preprocessed buffer
+  std::size_t position;
+  ///size of the token in the preprocessed buffer. Do not confuse this with symbolLength.
+  std::size_t size;
+  ///pointer to the parse session.
+  const ParseSession* session;
+
+  //Symbol associated to the token. This only works if this is a simple symbol
+  //only consisting of one identifier(not comments), does not work for operators like "->" or numbers like "50"
+  IndexedString symbol() const;
+  
+  //This always works, but is expensive
+  QString symbolString() const;
+  QByteArray symbolByteArray() const;
+
+  uint symbolLength() const;
+  
+  ///@todo adymo: find out what @p right_brace is
+  union
+  {
+    //const NameSymbol *symbol;
+    std::size_t right_brace;
+  } extra;
+};
+
+/**Stream of tokens found by lexer.
+Internally works like an array of @ref Token continuosly allocated.
+All tokens are destructed when this stream is deleted.
+
+The stream has a "cursor" which is simply an integer which defines
+the offset (index) of the token currently "observed" from the beginning of
+the stream.*/
+class CPPPARSER_EXPORT TokenStream
+{
+private:
+  TokenStream(const TokenStream &);
+  void operator = (const TokenStream &);
+
+public:
+  /**Creates a token stream with the default size of 1024 tokens.*/
+  inline TokenStream(std::size_t size = 1024)
+     : tokens(0),
+       index(0),
+       token_count(0)
+  {
+    resize(size);
+  }
+
+  inline ~TokenStream()
+  { ::free(tokens); }
+
+  /**@return the size of the token stream.*/
+  inline std::size_t size() const
+  { return token_count; }
+
+  /**@return the "cursor" - the offset (index) of the token
+  currently "observed" from the beginning of the stream.*/
+  inline std::size_t cursor() const
+  { return index; }
+
+  /**Sets the cursor to the position @p i.*/
+  inline void rewind(int i)
+  { index = i; }
+
+  /**Resizes the token stream.*/
+  void resize(std::size_t size)
+  {
+    Q_ASSERT(size > 0);
+    tokens = (Token*) ::realloc(tokens, sizeof(Token) * size);
+    token_count = size;
+  }
+
+  /**Updates the cursor position to point to the next token and returns
+  the cursor.*/
+  inline std::size_t nextToken()
+  { return index++; }
+
+  /**@return the kind of the next (LA) token in the stream.*/
+  inline int lookAhead(std::size_t i = 0) const
+  { return tokens[index + i].kind; }
+
+  /**@return the kind of the current token in the stream.*/
+  inline int kind(std::size_t i) const
+  { return tokens[i].kind; }
+
+  /**@return the position of the current token in the c++ source buffer.*/
+  inline std::size_t position(std::size_t i) const
+  { return tokens[i].position; }
+
+  /**@return the name symbol of the current token.*/
+  //inline const NameSymbol *symbol(std::size_t i) const
+  //{ return tokens[i].extra.symbol; }
+
+  /**@return the position of the matching right brace in the
+  c++ source buffer.
+  @todo this doesn't seem to work as the lexer does not provide this
+  information at the moment.*/
+  inline std::size_t matchingBrace(std::size_t i) const
+  { return tokens[i].extra.right_brace; }
+
+  /**@return the token at position @p index.*/
+  inline Token &operator[](int index)
+  { Q_ASSERT(index >= 0 && index < (int)token_count); return tokens[index]; }
+
+  /**@return the token at position @p index.*/
+  inline const Token &token(int index) const
+  { return tokens[index]; }
+
+private:
+  Token *tokens;
+  std::size_t index;
+  std::size_t token_count;
+
+private:
+  friend class Lexer;
+};
+
+/**C++ Lexer.*/
+class CPPPARSER_EXPORT Lexer
+{
+public:
+  /**
+   * Constructor.
+   *
+   * \param token_stream Provides a stream of tokens to the lexer.
+   * \param location_table a table which will be filled with non-preprocessed line -> offset values
+   * \param line_table a table which will be filled with (non-preproccessed line which contains a preprocessor line) -> offset values
+   */
+  Lexer(Control *control);
+
+  /**Finds tokens in the @p contents buffer and fills the @ref token_stream.*/
+  void tokenize(ParseSession* session);
+
+  ParseSession* session;
+
+private:
+  void skipComment();
+  /**Fills the scan table with method pointers.*/
+  void initialize_scan_table();
+  void scan_newline();
+  void scan_white_spaces();
+  void scan_identifier_or_keyword();
+  void scan_identifier_or_literal();
+  void scan_int_constant();
+  void scan_char_constant();
+  void scan_string_constant();
+  void scan_invalid_input();
+  void scan_preprocessor();
+
+  // keywords
+  void scanKeyword0();
+  void scanKeyword2();
+  void scanKeyword3();
+  void scanKeyword4();
+  void scanKeyword5();
+  void scanKeyword6();
+  void scanKeyword7();
+  void scanKeyword8();
+  void scanKeyword9();
+  void scanKeyword10();
+  void scanKeyword11();
+  void scanKeyword12();
+  void scanKeyword13();
+  void scanKeyword14();
+  void scanKeyword16();
+
+  // operators
+  void scan_not();
+  void scan_remainder();
+  void scan_and();
+  void scan_left_paren();
+  void scan_right_paren();
+  void scan_star();
+  void scan_plus();
+  void scan_comma();
+  void scan_minus();
+  void scan_dot();
+  void scan_divide();
+  void scan_colon();
+  void scan_semicolon();
+  void scan_less();
+  void scan_equal();
+  void scan_greater();
+  void scan_question();
+  void scan_left_bracket();
+  void scan_right_bracket();
+  void scan_xor();
+  void scan_left_brace();
+  void scan_or();
+  void scan_right_brace();
+  void scan_tilde();
+  void scan_EOF();
+
+  Problem *createProblem() const;
+
+private:
+  Control *control;
+  
+  struct SpecialCursor {
+    bool operator==(uint index) const {
+      return *current == index;
+    }
+    bool operator==(char character) const {
+      return *current == (character | 0xffff0000);
+    }
+    bool isChar() const {
+      return ((*current) & 0xffff0000) == 0xffff0000;
+    }
+    inline char operator*() const {
+      if(isChar())
+        return (char)*current;
+      else
+        return 'a'; //Return a valid character, because the identifiers created by the preprocessor are alpha-numerical
+    }
+    void operator++() {
+      ++current;
+    }
+    void operator+=(int offset) {
+      current += offset;
+    }
+    bool operator !=(const SpecialCursor& rhs) const {
+      return current != rhs.current;
+    }
+    bool operator !=(const uint* rhs) const {
+      return current != rhs;
+    }
+    void operator--() {
+      --current;
+    }
+    bool operator<(const uint* end) const {
+      return current < end;
+    }
+    
+    int operator -(const SpecialCursor& rhs) const {
+      return (((char*)current) - ((char*)rhs.current)) / sizeof(uint);
+    }
+    
+    uint offsetIn(const uint* base) const {
+      return ((char*)current - (char*)base) / sizeof(uint);
+    }
+    
+    SpecialCursor operator +(int offset) {
+      SpecialCursor ret(*this);
+      ret.current += offset;
+      return ret;
+    }
+    
+    uint* current;
+  };
+  
+  SpecialCursor cursor;
+  const uint* endCursor;
+  std::size_t index;
+
+  bool m_leaveSize; //Marks the current token that its size should not be automatically set
+  bool m_canMergeComment; //Whether we may append new comments to the last encountered one
+  bool m_firstInLine;   //Whether the next token is the first one in a line
+  
+  ///scan table contains pointers to the methods to scan for various token types
+  static scan_fun_ptr s_scan_table[];
+  static scan_fun_ptr s_scan_keyword_table[];
+  static bool s_initialized;
+};
+
+#endif // LEXER_H
+

data/ext/generator/parser/listnode.cpp

@@ -0,0 +1,20 @@
+/* This file is part of KDevelop
+    Copyright 2002-2005 Roberto Raggi <roberto@kdevelop.org>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#include "listnode.h"
+

data/ext/generator/parser/listnode.h

@@ -0,0 +1,97 @@
+/* This file is part of KDevelop
+    Copyright 2002-2005 Roberto Raggi <roberto@kdevelop.org>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#ifndef LISTNODE_H
+#define LISTNODE_H
+
+#include "memorypool.h"
+
+/**
+ * @brief An intrusive list of AST nodes.
+ * @note ListNodes inside AST nodes are NOT guarantied to start from the beginning, call toFront.
+ */
+template <typename Tp>
+struct ListNode
+{
+  Tp element;
+  int index;
+  mutable const ListNode<Tp> *next;
+
+  static ListNode *create(const Tp &element, pool *p)
+  {
+    ListNode<Tp> *node = new (p->allocate(sizeof(ListNode))) ListNode();
+    node->element = element;
+    node->index = 0;
+    node->next = node;
+
+    return node;
+  }
+
+  static ListNode *create(const ListNode *n1, const Tp &element, pool *p)
+  {
+    ListNode<Tp> *n2 = ListNode::create(element, p);
+
+    n2->index = n1->index + 1;
+    n2->next = n1->next;
+    n1->next = n2;
+
+    return n2;
+  }
+
+  inline const ListNode<Tp> *at(int index) const
+  {
+    const ListNode<Tp> *node = this;
+    while (index != node->index)
+      node = node->next;
+
+    return node;
+  }
+
+  inline bool hasNext() const
+  { return ( next && index < next->index ); }
+
+  inline int count() const
+  { return 1 + toBack()->index; }
+
+  inline const ListNode<Tp> *toFront() const
+  { return toBack()->next; }
+
+  inline const ListNode<Tp> *toBack() const
+  {
+    const ListNode<Tp> *node = this;
+    while (node->hasNext())
+      node = node->next;
+
+    return node;
+  }
+};
+
+template <class Tp>
+inline const ListNode<Tp> *snoc(const ListNode<Tp> *list,
+				const Tp &element, pool *p)
+{
+
+  if (!list)
+    return ListNode<Tp>::create(element, p);
+
+  return ListNode<Tp>::create(list->toBack(), element, p);
+}
+
+#endif // FASTLIST_H
+
+

data/ext/generator/parser/memorypool.cpp

@@ -0,0 +1,20 @@
+/* This file is part of KDevelop
+    Copyright 2002-2005 Roberto Raggi <roberto@kdevelop.org>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#include "memorypool.h"
+

data/ext/generator/parser/memorypool.h

@@ -0,0 +1,41 @@
+/* This file is part of KDevelop
+    Copyright 2002-2005 Roberto Raggi <roberto@kdevelop.org>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#ifndef MEMORYPOOL_H
+#define MEMORYPOOL_H
+
+#include "rxx_allocator.h"
+#include <cstring>
+
+/**Memory pool for chars.*/
+class pool
+{
+  rxx_allocator<char> __alloc;
+
+public:
+  /**Allocates the @p size bytes in the pool.*/
+  inline void *allocate(std::size_t __size);
+};
+
+inline void *pool::allocate(std::size_t __size)
+{
+  return __alloc.allocate(__size);
+}
+
+#endif // MEMORYPOOL_H
+

data/ext/generator/parser/name_compiler.cpp

@@ -0,0 +1,190 @@
+/* This file is part of KDevelop
+    Copyright 2002-2005 Roberto Raggi <roberto@kdevelop.org>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+//krazy:excludeall=cpp
+
+#include "name_compiler.h"
+#include "type_compiler.h"
+#include "lexer.h"
+#include "symbol.h"
+#include "parsesession.h"
+#include "tokens.h"
+
+#include <QtCore/qdebug.h>
+
+///@todo this is very expensive
+QString decode(ParseSession* session, AST* ast, bool without_spaces = false)
+{
+  QString ret;
+  if( without_spaces ) {
+    //Decode operator-names without spaces for now, since we rely on it in other places.
+    ///@todo change this, here and in all the places that rely on it. Operators should then by written like "operator [ ]"(space between each token)
+    for( size_t a = ast->start_token; a < ast->end_token; a++ ) {
+      ret += session->token_stream->token(a).symbolString();
+    }
+  } else {
+    for( size_t a = ast->start_token; a < ast->end_token; a++ ) {
+      ret += session->token_stream->token(a).symbolString() + ' ';
+    }
+  }
+  return ret;
+}
+
+/*uint parseConstVolatile(ParseSession* session, const ListNode<std::size_t> *cv)
+{
+  uint ret = AbstractType::NoModifiers;
+
+  if (cv) {
+    const ListNode<std::size_t> *it = cv->toFront();
+    const ListNode<std::size_t> *end = it;
+    do {
+      int kind = session->token_stream->kind(it->element);
+      if (kind == Token_const)
+        ret |= AbstractType::ConstModifier;
+      else if (kind == Token_volatile)
+        ret |= AbstractType::VolatileModifier;
+
+      it = it->next;
+    } while (it != end);
+  }
+
+  return ret;
+}*/
+
+/*IndexedTypeIdentifier typeIdentifierFromTemplateArgument(ParseSession* session, TemplateArgumentAST *node)
+{
+  IndexedTypeIdentifier id;
+  if(node->expression) {
+    id = IndexedTypeIdentifier(decode(session, node), true);
+  }else if(node->type_id) {
+    //Parse the pointer operators
+    TypeCompiler tc(session);
+    tc.run(node->type_id->type_specifier);
+    id = IndexedTypeIdentifier(tc.identifier());
+    //node->type_id->type_specifier->cv
+    
+    if(node->type_id->type_specifier)
+      id.setIsConstant(parseConstVolatile(session, node->type_id->type_specifier->cv) & AbstractType::ConstModifier);
+    
+    if(node->type_id->declarator && node->type_id->declarator->ptr_ops)
+    {
+      const ListNode<PtrOperatorAST*> *it = node->type_id->declarator->ptr_ops->toFront();
+      const ListNode<PtrOperatorAST*> *end = it; ///@todo check ordering, eventually walk the list in reversed order
+      do
+        {
+          if(it->element && it->element->op) { ///@todo What about ptr-to-member?
+            static IndexedString ref('&');
+            if( session->token_stream->token(it->element->op).symbol() == ref) {
+              //We're handling a 'reference'
+              id.setIsReference(true);
+            } else {
+              //We're handling a real pointer
+              id.setPointerDepth(id.pointerDepth()+1);
+
+              if(it->element->cv) {
+                id.setIsConstPointer(id.pointerDepth()-1, parseConstVolatile(session, it->element->cv) & AbstractType::ConstModifier);
+              }
+            }
+          }
+          it = it->next;
+        }
+      while (it != end);
+    }
+  }
+  return id;
+}*/
+
+NameCompiler::NameCompiler(ParseSession* session)
+  : m_session(session)
+{
+}
+
+void NameCompiler::internal_run(AST *node)
+{
+  m_name.clear();
+  visit(node);
+}
+
+void NameCompiler::visitUnqualifiedName(UnqualifiedNameAST *node)
+{
+  IndexedString tmp_name;
+
+  if (node->id)
+    tmp_name = m_session->token_stream->token(node->id).symbol();
+
+  if (node->tilde)
+    tmp_name = IndexedString('~' + tmp_name.byteArray());
+
+  if (OperatorFunctionIdAST *op_id = node->operator_id)
+    {
+#if defined(__GNUC__)
+#warning "NameCompiler::visitUnqualifiedName() -- implement me"
+#endif
+      static QString operatorString("operator");
+      QString tmp = operatorString;
+
+      if (op_id->op && op_id->op->op)
+        tmp +=  decode(m_session, op_id->op, true);
+      else
+        tmp += QLatin1String("{...cast...}");
+
+      tmp_name = IndexedString(tmp);
+      m_typeSpecifier = op_id->type_specifier;
+    }
+
+  m_currentIdentifier = tmp_name.str();
+  m_name.push_back(m_currentIdentifier);
+  if (node->template_arguments)
+    {
+      visitNodes(this, node->template_arguments);
+    }/*else if(node->end_token == node->start_token + 3 && node->id == node->start_token && m_session->token_stream->token(node->id+1).symbol() == KDevelop::IndexedString('<')) {
+      ///@todo Represent this nicer in the AST
+      ///It's probably a type-specifier with instantiation of the default-parameter, like "Bla<>".
+      m_currentIdentifier.appendTemplateIdentifier( IndexedTypeIdentifier() );
+    }*/
+}
+
+TypeSpecifierAST* NameCompiler::lastTypeSpecifier() const {
+  return m_typeSpecifier;
+}
+
+void NameCompiler::visitTemplateArgument(TemplateArgumentAST *node)
+{
+    TypeCompiler tc(m_session);
+    tc.run(node->type_id->type_specifier);
+    if (tc.isIntegral())
+        m_templateArgs << tc.qualifiedName().join(" ");
+    else
+        m_templateArgs << tc.qualifiedName().join("::");
+//   m_currentIdentifier.appendTemplateIdentifier( typeIdentifierFromTemplateArgument(m_session, node) );
+}
+
+/*const QualifiedIdentifier& NameCompiler::identifier() const
+{
+  return *_M_name;
+}*/
+
+void NameCompiler::run(NameAST *node/*, QualifiedIdentifier* target*/)
+{
+//   if(target)
+//     _M_name = target;
+//   else
+//     _M_name = &m_localName;
+    
+  m_typeSpecifier = 0; internal_run(node); /*if(node && node->global) _M_name->setExplicitlyGlobal( node->global );*/
+}