rock-qtbindings 4.8.6.5

data/ext/generator/parser/rpp/appendedlist.h

@@ -0,0 +1,363 @@
+/*
+   Copyright 2008 David Nolden <david.nolden.kdevelop@art-master.de>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#ifndef APPENDEDLIST_H
+#define APPENDEDLIST_H
+
+#include <QtCore/QMutex>
+#include <QtCore/QVector>
+#include <QtCore/QStack>
+#include <QtCore/QPair>
+// #include <kglobal.h>
+// #include <kdebug.h>
+#include "../kdevvarlengtharray.h"
+#include <iostream>
+#include <time.h>
+
+namespace KDevelop {
+class AbstractItemRepository;
+/**
+ * This file contains macros and classes that can be used to conveniently implement classes that store the data of an arbitrary count
+ * of additional lists within the same memory block directly behind the class data, in a way that one the whole data can be stored by one copy-operation
+ * to another place, like needed in ItemRepository. These macros simplify having two versions of a class: One that has its lists attached in memory,
+ * and one version that has them contained as a directly accessible KDevVarLengthArray. Both versions have their lists accessible through access-functions,
+ * have a completeSize() function that computes the size of the one-block version, and a copyListsFrom(..) function which can copy the lists from one
+ * version to the other.
+ *
+ * @warning Always follow these rules:
+ * You must call initalizeAppendedLists(bool) on construction, also in any copy-constructor, but before calling copyFrom(..).
+ * The parameter to that function should be whether the lists in the items should be dynamic, and thus most times "true".
+ * You must call freeAppendedLists() on destruction, our you will be leaking memory(only when dynamic)
+ *
+ * For each embedded list, you must use macros to define a global hash that will be used to allocate the temporary lists, example fir identifier.cpp:
+ * DEFINE_LIST_MEMBER_HASH(IdentifierPrivate, templateIdentifiers, uint);
+ *
+ * See identifier.cpp for an example how to use these classes. @todo Document this a bit more
+ * */
+
+
+enum {
+  DynamicAppendedListMask = 1 << 31
+};
+enum {
+  DynamicAppendedListRevertMask = 0xffffffff - DynamicAppendedListMask
+};
+/**
+ * Manages a repository of items for temporary usage. The items will be allocated with an index on alloc(),
+ * and freed on free(index). When freed, the same index will be re-used for a later allocation, thus no real allocations
+ * will be happening in most cases.
+ * The returned indices will always be ored with DynamicAppendedListMask.
+ *
+ */
+template<class T, bool threadSafe = true>
+class TemporaryDataManager {
+  public:
+    TemporaryDataManager(QString id = QString()) : m_itemsUsed(0), m_itemsSize(0), m_items(0), m_id(id) {
+      uint first = alloc();  //Allocate the zero item, just to reserve that index
+      Q_ASSERT(first == (uint)DynamicAppendedListMask);
+    }
+    ~TemporaryDataManager() {
+      free(DynamicAppendedListMask); //Free the zero index, so we don't get wrong warnings
+      uint cnt = usedItemCount();
+      if(cnt) //Don't use kDebug, because that may not work during destruction
+        std::cout << m_id.toLocal8Bit().data() << " There were items left on destruction: " << usedItemCount() << "\n";
+
+      for(uint a = 0; a < m_itemsUsed; ++a)
+        delete m_items[a];
+    }
+
+    inline T& getItem(uint index) {
+      //For performance reasons this function does not lock the mutex, it's called too often and must be
+      //extremely fast. There is special measures in alloc() to make this safe.
+      Q_ASSERT(index & DynamicAppendedListMask);
+
+      return *m_items[index & KDevelop::DynamicAppendedListRevertMask];
+    }
+
+    ///Allocates an item index, which from now on you can get using getItem, until you call free(..) on the index.
+    ///The returned item is not initialized and may contain random older content, so you should clear it after getting it for the first time
+    uint alloc() {
+
+      if(threadSafe)
+        m_mutex.lock();
+
+      uint ret;
+      if(!m_freeIndicesWithData.isEmpty()) {
+        ret = m_freeIndicesWithData.pop();
+      }else if(!m_freeIndices.isEmpty()) {
+        ret = m_freeIndices.pop();
+        Q_ASSERT(!m_items[ret]);
+        m_items[ret] = new T;
+      }else{
+
+        if(m_itemsUsed >= m_itemsSize) {
+          //We need to re-allocate
+          uint newItemsSize = m_itemsSize + 20 + (m_itemsSize/3);
+          T** newItems = new T*[newItemsSize];
+          memcpy(newItems, m_items, sizeof(T*) * m_itemsSize);
+
+          T** oldItems = m_items;
+          m_items = newItems;
+          m_itemsSize = newItemsSize;
+          //The only function that does not lock the mutex is getItem(..), because that function must be very efficient.
+          //Since it's only a few instructions from the moment m_items is read to the moment it's used,
+          //deleting the old data after a few seconds should be safe.
+          m_deleteLater.append(qMakePair(time(0), oldItems));
+
+          //We do this in this place so it isn't called too often. The result is that we will always have some additional data around.
+          //However the index itself should anyway not consume too much data.
+          if(!m_deleteLater.isEmpty()) {
+            while(!m_deleteLater.isEmpty()) {
+              //We delete after 5 seconds
+              if(time(0) - m_deleteLater.first().first > 5) {
+                delete[] m_deleteLater.first().second;
+                m_deleteLater.removeFirst();
+              }else{
+                break;
+              }
+            }
+          }
+        }
+
+        ret = m_itemsUsed;
+        m_items[m_itemsUsed] = new T;
+        ++m_itemsUsed;
+        Q_ASSERT(m_itemsUsed <= m_itemsSize);
+      }
+
+      if(threadSafe)
+        m_mutex.unlock();
+
+      Q_ASSERT(!(ret & DynamicAppendedListMask));
+
+      return ret | DynamicAppendedListMask;
+    }
+
+    void free(uint index) {
+      Q_ASSERT(index & DynamicAppendedListMask);
+      index &= KDevelop::DynamicAppendedListRevertMask;
+
+      if(threadSafe)
+        m_mutex.lock();
+
+      freeItem(m_items[index]);
+
+      m_freeIndicesWithData.push(index);
+
+      //Hold the amount of free indices with data between 100 and 200
+      if(m_freeIndicesWithData.size() > 200) {
+        for(int a = 0; a < 100; ++a) {
+          uint deleteIndexData = m_freeIndicesWithData.pop();
+          delete m_items[deleteIndexData];
+          m_items[deleteIndexData] = 0;
+          m_freeIndices.push(deleteIndexData);
+        }
+      }
+
+      if(threadSafe)
+        m_mutex.unlock();
+    }
+
+    uint usedItemCount() const {
+      uint ret = 0;
+      for(uint a = 0; a < m_itemsUsed; ++a)
+        if(m_items[a])
+          ++ret;
+      return ret - m_freeIndicesWithData.size();
+    }
+
+  private:
+    //To save some memory, clear the lists
+    void freeItem(T* item) {
+      item->clear(); ///@todo make this a template specialization that only does this for containers
+    }
+
+    uint m_itemsUsed, m_itemsSize;
+    T** m_items;
+    QStack<uint> m_freeIndicesWithData;
+    QStack<uint> m_freeIndices;
+    QMutex m_mutex;
+    QString m_id;
+    QList<QPair<time_t, T**> > m_deleteLater;
+};
+
+///Foreach macro that takes a container and a function-name, and will iterate through the vector returned by that function, using the length returned by the function-name with "Size" appended.
+//This might be a little slow
+#define FOREACH_FUNCTION(item, container) for(uint a = 0, mustDo = 1, containerSize = container ## Size(); a < containerSize; ++a) if((mustDo == 0 || mustDo == 1) && (mustDo = 2)) for(item(container()[a]); mustDo; mustDo = 0)
+//More efficient version that does not repeatedly call functions on the container, but the syntax is a bit less nice
+// #define FOREACH_FUNCTION_EFFICIENT(itemType, itemName, container) for(itemType* start = container(), end = start + container ## Size(), fake = start; start != end; ++start) for( itemType itemName(*start); fake != end; fake = end)
+
+#define DEFINE_LIST_MEMBER_HASH(container, member, type) \
+    typedef TemporaryDataManager<KDevVarLengthArray<type, 10> > temporaryHash ## container ## member ## Type; \
+    Q_GLOBAL_STATIC_WITH_ARGS(temporaryHash ## container ## member ## Type, temporaryHash ## container ## member ## Static, ( #container "::" #member )) \
+    temporaryHash ## container ## member ## Type& temporaryHash ## container ## member() { \
+        return *temporaryHash ## container ## member ## Static; \
+    }
+
+#define DECLARE_LIST_MEMBER_HASH(container, member, type) KDevelop::TemporaryDataManager<KDevVarLengthArray<type, 10> >& temporaryHash ## container ## member();
+
+///This implements the interfaces so this container can be used as a predecessor for classes with appended lists.
+///You should do this within the abstract base class that opens a tree of classes that can have appended lists,
+///so each class that uses them, can also give its predecessor to START_APPENDE_LISTS, to increase flexibility.
+///This  creates a boolean entry that is initialized when initializeAppendedLists is called.
+///You can call appendedListsDynamic() to find out whether the item is marked as dynamic.
+///When this item is used, the same rules have to be followed as for a class with appended lists: You have to call
+///initializeAppendedLists(...) and freeAppendedLists(..)
+///Also, when you use this, you have to implement a size_t classSize() function, that returns the size of the class including derived classes,
+///but not including the dynamic data. Optionally you can implement a static bool appendedListDynamicDefault() function, that returns the default-value for the "dynamic" parameter.
+///to initializeAppendedLists.
+#define APPENDED_LISTS_STUB(container) \
+bool m_dynamic : 1;                          \
+unsigned int offsetBehindLastList() const { return 0; } \
+size_t dynamicSize() const { return classSize(); } \
+template<class T> bool listsEqual(const T& /*rhs*/) const { return true; } \
+template<class T> void copyAllFrom(const T& /*rhs*/) const { } \
+void initializeAppendedLists(bool dynamic = appendedListDynamicDefault()) { m_dynamic = dynamic; }  \
+void freeAppendedLists() { } \
+bool appendedListsDynamic() const { return m_dynamic; }
+
+
+///use this if the class does not have a base class that also uses appended lists
+#define START_APPENDED_LISTS(container) \
+unsigned int offsetBehindBase() const { return 0; } \
+void freeDynamicData() { freeAppendedLists(); }
+
+///Use this if one of the base-classes of the container also has the appended lists interfaces implemented.
+///To reduce the probability of future problems, you should give the direct base class this one inherits from.
+///@note: Multiple inheritance is not supported, however it will work ok if only one of the base-classes uses appended lists.
+#define START_APPENDED_LISTS_BASE(container, base) \
+unsigned int offsetBehindBase() const { return base :: offsetBehindLastList(); } \
+void freeDynamicData() { freeAppendedLists(); base::freeDynamicData(); }
+
+
+#define APPENDED_LIST_COMMON(container, type, name) \
+      uint name ## Data; \
+      unsigned int name ## Size() const { if((name ## Data & KDevelop::DynamicAppendedListRevertMask) == 0) return 0; if(!appendedListsDynamic()) return name ## Data; else return temporaryHash ## container ## name().getItem(name ## Data).size(); } \
+      KDevVarLengthArray<type, 10>& name ## List() { name ## NeedDynamicList(); return temporaryHash ## container ## name().getItem(name ## Data); }\
+      template<class T> bool name ## Equals(const T& rhs) const { unsigned int size = name ## Size(); if(size != rhs.name ## Size()) return false; for(uint a = 0; a < size; ++a) {if(!(name()[a] == rhs.name()[a])) return false;} return true;  } \
+      template<class T> void name ## CopyFrom( const T& rhs ) { \
+        if(rhs.name ## Size() == 0 && (name ## Data & KDevelop::DynamicAppendedListRevertMask) == 0) return; \
+        if(appendedListsDynamic()) {  \
+          name ## NeedDynamicList(); \
+          KDevVarLengthArray<type, 10>& item( temporaryHash ## container ## name().getItem(name ## Data) ); \
+          item.clear();                    \
+          const type* otherCurr = rhs.name(); \
+          const type* otherEnd = otherCurr + rhs.name ## Size(); \
+          for(; otherCurr < otherEnd; ++otherCurr) \
+            item.append(*otherCurr); \
+        }else{ \
+          Q_ASSERT(name ## Data == 0); /* It is dangerous to overwrite the contents of non-dynamic lists(Most probably a mistake) */ \
+          name ## Data = rhs.name ## Size(); \
+          type* curr = const_cast<type*>(name());  type* end = curr + name ## Size(); \
+          const type* otherCurr = rhs.name(); \
+          for(; curr < end; ++curr, ++otherCurr) \
+            new (curr) type(*otherCurr); /* Call the copy constructors */ \
+        }\
+      } \
+      void name ## NeedDynamicList() { Q_ASSERT(appendedListsDynamic()); if((name ## Data & KDevelop::DynamicAppendedListRevertMask) == 0) { name ## Data = temporaryHash ## container ## name().alloc(); Q_ASSERT(temporaryHash ## container ## name().getItem(name ## Data).isEmpty());  } } \
+      void name ## Initialize(bool dynamic) { name ## Data = (dynamic ? KDevelop::DynamicAppendedListMask : 0); }  \
+      void name ## Free() { if(appendedListsDynamic()) { if(name ## Data & KDevelop::DynamicAppendedListRevertMask) temporaryHash ## container ## name().free(name ## Data); } else { type* curr = const_cast<type*>(name());  type* end = curr + name ## Size(); for(; curr < end; ++curr) curr->~type(); /*call destructors*/ } }  \
+
+
+///@todo Make these things a bit faster(less recursion)
+
+#define APPENDED_LIST_FIRST(container, type, name)        APPENDED_LIST_COMMON(container, type, name) \
+                                               const type* name() const { if((name ## Data & KDevelop::DynamicAppendedListRevertMask) == 0) return 0; if(!appendedListsDynamic()) return (type*)(((char*)this) + classSize() + offsetBehindBase()); else return temporaryHash ## container ## name().getItem(name ## Data).data(); } \
+                                               unsigned int name ## OffsetBehind() const { return name ## Size() * sizeof(type) + offsetBehindBase(); } \
+                                               template<class T> bool name ## ListChainEquals( const T& rhs ) const { return name ## Equals(rhs); } \
+                                               template<class T> void name ## CopyAllFrom( const T& rhs ) { name ## CopyFrom(rhs); } \
+                                               void name ## InitializeChain(bool dynamic) { name ## Initialize(dynamic); }  \
+                                               void name ## FreeChain() { name ## Free(); }
+
+#define APPENDED_LIST(container, type, name, predecessor) APPENDED_LIST_COMMON(container, type, name) \
+                                               const type* name() const {if((name ## Data & KDevelop::DynamicAppendedListRevertMask) == 0) return 0; if(!appendedListsDynamic()) return (type*)(((char*)this) + classSize() + predecessor ## OffsetBehind()); else return temporaryHash ## container ## name().getItem(name ## Data).data();  } \
+                                               unsigned int name ## OffsetBehind() const { return name ## Size() * sizeof(type) + predecessor ## OffsetBehind(); } \
+                                               template<class T> bool name ## ListChainEquals( const T& rhs ) const { return name ## Equals(rhs) && predecessor ## ListChainEquals(rhs); } \
+                                               template<class T> void name ## CopyAllFrom( const T& rhs ) { predecessor ## CopyAllFrom(rhs); name ## CopyFrom(rhs); } \
+                                               void name ## InitializeChain(bool dynamic) { name ## Initialize(dynamic); predecessor ## InitializeChain(dynamic);  }  \
+                                               void name ## FreeChain() { name ## Free(); predecessor ## FreeChain(); }
+
+#define END_APPENDED_LISTS(container, predecessor) /* Returns the size of the object containing the appended lists, including them */ \
+                                      unsigned int completeSize() const { return classSize() + predecessor ## OffsetBehind(); } \
+                                     /* Compares all local appended lists(not from base classes) and returns true if they are equal */                \
+                                      template<class T> bool listsEqual(const T& rhs) const { return predecessor ## ListChainEquals(rhs); } \
+                                     /* Copies all the local appended lists(not from base classes) from the given item.*/   \
+                                      template<class T> void copyListsFrom(const T& rhs) { return predecessor ## CopyAllFrom(rhs); } \
+                                      void initializeAppendedLists(bool dynamic = appendedListDynamicDefault()) { predecessor ## Data = (dynamic ? KDevelop::DynamicAppendedListMask : 0); predecessor ## InitializeChain(dynamic); } \
+                                      void freeAppendedLists() { predecessor ## FreeChain(); } \
+                                      bool appendedListsDynamic() const { return predecessor ## Data & KDevelop::DynamicAppendedListMask; } \
+                                      unsigned int offsetBehindLastList() const { return predecessor ## OffsetBehind(); } \
+                                      size_t dynamicSize() const { return offsetBehindLastList() + classSize(); }
+/**
+ * This is a class that allows you easily putting instances of your class into an ItemRepository as seen in itemrepository.h.
+ * All your class needs to do is:
+ * - Be implemented using the APPENDED_LIST macros.
+  * - Have a real copy-constructor that additionally takes a "bool dynamic = true" parameter, which should be given to initializeAppendedLists
+ * - Except for these appended lists, only contain directly copyable data like indices(no pointers, no virtual functions)
+ * - Implement operator==(..) which should compare everything, including the lists. @warning The default operator will not work!
+ * - Implement a hash() function. The hash should equal for two instances when operator==(..) returns true.
+ * - Should be completely functional without a constructor called, only the data copied
+ * - Implement a "bool persistent() const" function, that should check the reference-count or other information to decide whether the item should stay in the repository
+ * If those conditions are fulfilled, the data can easily be put into a repository using this request class.
+ * */
+
+template<class Type, uint averageAppendedBytes = 8>
+class AppendedListItemRequest {
+  public:
+  AppendedListItemRequest(const Type& item) : m_item(item) {
+  }
+
+  enum {
+    AverageSize = sizeof(Type) + averageAppendedBytes
+  };
+
+  unsigned int hash() const {
+    return m_item.hash();
+  }
+
+  size_t itemSize() const {
+      return m_item.dynamicSize();
+  }
+
+  void createItem(Type* item) const {
+    new (item) Type(m_item, false);
+  }
+  
+  static void destroy(Type* item, KDevelop::AbstractItemRepository&) {
+    item->~Type();
+  }
+  
+  static bool persistent(const Type* item) {
+    return item->persistent();
+  }
+
+  bool equals(const Type* item) const {
+    return m_item == *item;
+  }
+
+  const Type& m_item;
+};
+}
+
+///This function is outside of the namespace, so it can always be found. It's used as default-parameter to initializeAppendedLists(..),
+///and you can for example implement a function called like this in your local class hierarchy to override this default.
+inline bool appendedListDynamicDefault() {
+  return true;
+}
+
+#endif

data/ext/generator/parser/rpp/chartools.cpp

@@ -0,0 +1,146 @@
+/*
+  Copyright 2008 David Nolden <david.nolden.kdevelop@art-master.de>
+
+  Permission to use, copy, modify, distribute, and sell this software and its
+  documentation for any purpose is hereby granted without fee, provided that
+  the above copyright notice appear in all copies and that both that
+  copyright notice and this permission notice appear in supporting
+  documentation.
+
+  The above copyright notice and this permission notice shall be included in
+  all copies or substantial portions of the Software.
+
+  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+  KDEVELOP TEAM BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN
+  AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+  CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/
+
+#include "chartools.h"
+#include "../kdevvarlengtharray.h"
+#include "../indexedstring.h"
+
+#include <QString>
+#include <QVector>
+
+QByteArray stringFromContents(const PreprocessedContents& contents, int offset, int count) {
+  QByteArray ret;
+  for(int a = offset; a < (count ? offset+count : contents.size()); ++a) {
+    if(isCharacter(contents[a]))
+      ret.append(characterFromIndex(contents[a]));
+    else
+      ret += IndexedString::fromIndex(contents[a]).byteArray();
+  }
+  return ret;
+}
+
+#include <stdio.h>
+
+QByteArray lineFromContents(std::size_t size, const uint* contents, int lineNumber) {
+  int a1 = 0;
+  int lineCount = 0;
+  while (a1 < size && lineCount < lineNumber) {
+    if (isNewline(contents[a1])) {
+        lineCount++;
+    }
+    a1++;
+  }
+
+  int a2 = a1;
+  while (a2 < size && !isNewline(contents[a2])) {
+    a2++;
+  }
+
+  return stringFromContents(contents + a1, a2 - a1);
+}
+
+QByteArray stringFromContents(const uint* contents, int count) {
+  QByteArray ret;
+  for(int a = 0; a < count; ++a) {
+    if(isCharacter(contents[a]))
+      ret.append(characterFromIndex(contents[a]));
+    else
+      ret += IndexedString::fromIndex(contents[a]).byteArray();
+  }
+  return ret;
+}
+
+QByteArray stringFromContentsWithGaps(const PreprocessedContents& contents, int offset, int count) {
+  QByteArray ret;
+  for(int a = offset; a < (count ? offset+count : contents.size()); ++a) {
+    if(isCharacter(contents[a]))
+      ret.append(characterFromIndex(contents[a]));
+    else
+      ret += IndexedString::fromIndex(contents[a]).byteArray();
+    ret.append(" ");
+  }
+  return ret;
+}
+
+PreprocessedContents convertFromByteArray(const QByteArray& array) {
+  PreprocessedContents to;
+  to.resize(array.size());
+  const char* data = array.constData();
+  const char* dataEnd = data + array.size();
+  unsigned int* target = to.data();
+  
+  
+  while(data < dataEnd) {
+    *target = indexFromCharacter(*data);
+    ++data;
+    ++target;
+  }
+  return to;
+}
+
+PreprocessedContents tokenizeFromByteArray(const QByteArray& array) {
+  PreprocessedContents to;
+  
+  const char* data = array.constData();
+  const char* dataEnd = data + array.size();
+  //unsigned int* target = to.data();
+  
+  KDevVarLengthArray<char, 100> identifier;
+  
+  IndexedString::RunningHash hash;
+
+  bool tokenizing = false;
+  
+  while(data < dataEnd) {
+    
+    if(!tokenizing) {
+      if(isLetter(*data) || *data == '_')
+        tokenizing = true;
+    }
+    
+    if(tokenizing) {
+      if(isLetterOrNumber(*data) || *data == '_') {
+        hash.append(*data);
+        identifier.append(*data);
+      }else{
+        //End of token
+        to.append( IndexedString(identifier.constData(), identifier.size(), hash.hash).index() );
+        //kDebug() << "word" << "\"" + IndexedString(to.back()).str() + "\"";
+        hash.clear();
+        identifier.clear();
+        tokenizing = false;
+      }
+    }
+    
+    if(!tokenizing)
+      to.append( indexFromCharacter(*data) );
+    ++data;
+  }
+  
+  if(tokenizing)
+    to.append( IndexedString(identifier.constData(), identifier.size(), hash.hash).index() );
+  
+  
+/*  kDebug() << QString::fromUtf8(stringFromContents(to));
+  kDebug() << QString::fromUtf8(array);
+  Q_ASSERT(stringFromContents(to) == array);*/
+  
+  return to;
+}

data/ext/generator/parser/rpp/chartools.h

@@ -0,0 +1,99 @@
+/*
+  Copyright 2008 David Nolden <david.nolden.kdevelop@art-master.de>
+
+  Permission to use, copy, modify, distribute, and sell this software and its
+  documentation for any purpose is hereby granted without fee, provided that
+  the above copyright notice appear in all copies and that both that
+  copyright notice and this permission notice appear in supporting
+  documentation.
+
+  The above copyright notice and this permission notice shall be included in
+  all copies or substantial portions of the Software.
+
+  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+  KDEVELOP TEAM BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN
+  AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+  CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/
+
+#ifndef CHARTOOLS
+#define CHARTOOLS
+#include <QChar>
+
+#include <cstdlib>
+
+#include "../cppparser_export.h"
+
+template<class T>
+class QVector;
+class QString;
+class QByteArray;
+typedef QVector<unsigned int> PreprocessedContents;
+
+inline bool isSpace(char c) {
+  return QChar(c).isSpace();
+}
+
+inline bool isLetter(char c) {
+  return QChar(c).isLetter();
+}
+
+inline bool isLetterOrNumber(char c) {
+  return QChar(c).isLetterOrNumber();
+}
+
+inline bool isNumber(char c) {
+  return QChar(c).isNumber();
+}
+
+//Takes an index as delt with during preprocessing, and determines whether it is a fake-index that represents
+//a character. If the 0xffff0000 bits are set, it is a custom character.
+#define isCharacter(index) ((index & 0xffff0000) == 0xffff0000)
+
+//Creates an index that represents the given character
+#define indexFromCharacter(character) ((unsigned int)character | 0xffff0000)
+
+//Extracts the character that is represented by the index
+#define characterFromIndex(index) ((char)(index & 0xffff))
+
+inline bool isSpace(unsigned int c) {
+  return isCharacter(c) && QChar(characterFromIndex(c)).isSpace();
+}
+
+inline bool isLetter(unsigned int c) {
+  return isCharacter(c) && QChar(characterFromIndex(c)).isLetter();
+}
+
+inline bool isLetterOrNumber(unsigned int c) {
+  return isCharacter(c) && QChar(characterFromIndex(c)).isLetterOrNumber();
+}
+
+inline bool isNumber(unsigned int c) {
+  return isCharacter(c) && QChar(characterFromIndex(c)).isNumber();
+}
+
+inline bool isNewline(unsigned int c) {
+  return isCharacter(c) && characterFromIndex(c) == '\n';
+}
+
+///Opposite of convertFromByteArray
+CPPPARSER_EXPORT QByteArray stringFromContents(const PreprocessedContents& contents, int offset = 0, int count = 0);
+
+///Opposite of convertFromByteArray
+CPPPARSER_EXPORT QByteArray stringFromContents(const uint* contents, int count);
+
+///Return the line at the given line number from the contents
+CPPPARSER_EXPORT QByteArray lineFromContents(std::size_t size, const uint* contents, int lineNumber);
+
+///Returns a string that has a gap inserted between the tokens(for debugging)
+CPPPARSER_EXPORT QByteArray stringFromContentsWithGaps(const PreprocessedContents& contents, int offset = 0, int count = 0);
+
+///Converts the byte array to a vector of fake-indices containing the text
+CPPPARSER_EXPORT PreprocessedContents convertFromByteArray(const QByteArray& array);
+
+///Converts the byte array to a vector of fake-indices containing the text
+///This also tokenizes the given array when possible
+CPPPARSER_EXPORT PreprocessedContents tokenizeFromByteArray(const QByteArray& array);
+#endif

data/ext/generator/parser/rpp/macrorepository.cpp

@@ -0,0 +1,44 @@
+/*
+   Copyright 2008 David Nolden <david.nolden.kdevelop@art-master.de>
+
+   This library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Library General Public
+   License version 2 as published by the Free Software Foundation.
+
+   This library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to
+   the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+   Boston, MA 02110-1301, USA.
+*/
+
+#include "macrorepository.h"
+
+//The text is supposed to be utf8 encoded
+using namespace rpp;
+
+size_t MacroRepositoryItemRequest::itemSize() const {
+  return macro.dynamicSize();
+}
+
+MacroRepositoryItemRequest::MacroRepositoryItemRequest(const rpp::pp_macro& _macro) : macro(_macro) {
+  _macro.completeHash(); //Make sure the hash is valid
+}
+
+void MacroRepositoryItemRequest::destroy(rpp::pp_macro* item, KDevelop::AbstractItemRepository&) {
+  item->~pp_macro();
+}
+
+void MacroRepositoryItemRequest::createItem(rpp::pp_macro* item) const {
+  new (item) pp_macro(macro, false);
+  Q_ASSERT(*item == macro);
+}
+
+//Should return whether the here requested item equals the given item
+bool MacroRepositoryItemRequest::equals(const rpp::pp_macro* item) const {
+  return macro == *item;
+}