hdt 3.2.0 → 3.2.1

package/deps/hdt-it/hdtspecform.ui

@@ -0,0 +1,361 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>HDTSpecForm</class>
+ <widget class="QDialog" name="HDTSpecForm">
+  <property name="windowModality">
+   <enum>Qt::WindowModal</enum>
+  </property>
+  <property name="enabled">
+   <bool>true</bool>
+  </property>
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>470</width>
+    <height>533</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Import RDF File to HDT</string>
+  </property>
+  <layout class="QVBoxLayout" name="verticalLayout_2">
+   <item>
+    <layout class="QVBoxLayout" name="verticalLayout">
+     <item>
+      <widget class="QGroupBox" name="groupBox">
+       <property name="title">
+        <string>InputRDF file name or URI</string>
+       </property>
+       <layout class="QHBoxLayout" name="horizontalLayout">
+        <item>
+         <widget class="QLineEdit" name="rdfInputFile">
+          <property name="text">
+           <string/>
+          </property>
+         </widget>
+        </item>
+        <item>
+         <widget class="QPushButton" name="inputFileButton">
+          <property name="text">
+           <string>...</string>
+          </property>
+         </widget>
+        </item>
+        <item>
+         <widget class="QComboBox" name="rdfInputCombo">
+          <item>
+           <property name="text">
+            <string>NTRIPLES</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>N3</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>TURTLE</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>RDF-XML</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+       </layout>
+      </widget>
+     </item>
+     <item>
+      <widget class="QGroupBox" name="baseUriGroup">
+       <property name="title">
+        <string>Base URI for the dataset</string>
+       </property>
+       <layout class="QHBoxLayout" name="horizontalLayout_2">
+        <item>
+         <widget class="QLineEdit" name="baseUriText">
+          <property name="text">
+           <string/>
+          </property>
+         </widget>
+        </item>
+       </layout>
+      </widget>
+     </item>
+     <item>
+      <widget class="QGroupBox" name="headerBox">
+       <property name="title">
+        <string>Header</string>
+       </property>
+       <layout class="QGridLayout" name="gridLayout_3">
+        <item row="1" column="1">
+         <widget class="QComboBox" name="headerTypeCombo">
+          <item>
+           <property name="text">
+            <string>Plain</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+        <item row="1" column="0">
+         <widget class="QLabel" name="headerTypeLabel">
+          <property name="text">
+           <string>Type:</string>
+          </property>
+         </widget>
+        </item>
+       </layout>
+      </widget>
+     </item>
+     <item>
+      <widget class="QGroupBox" name="dictionaryBox">
+       <property name="title">
+        <string>Dictionary</string>
+       </property>
+       <layout class="QGridLayout" name="gridLayout_2">
+        <item row="0" column="0">
+         <widget class="QLabel" name="labelDictionaryType">
+          <property name="sizePolicy">
+           <sizepolicy hsizetype="Expanding" vsizetype="Preferred">
+            <horstretch>0</horstretch>
+            <verstretch>0</verstretch>
+           </sizepolicy>
+          </property>
+          <property name="text">
+           <string>Type:</string>
+          </property>
+         </widget>
+        </item>
+        <item row="0" column="1">
+         <widget class="QComboBox" name="dictionaryTypeCombo">
+          <property name="sizePolicy">
+           <sizepolicy hsizetype="Expanding" vsizetype="Fixed">
+            <horstretch>0</horstretch>
+            <verstretch>0</verstretch>
+           </sizepolicy>
+          </property>
+          <item>
+           <property name="text">
+            <string>Plain Front Coding</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>Plain</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+       </layout>
+      </widget>
+     </item>
+     <item>
+      <widget class="QGroupBox" name="triplesBox">
+       <property name="title">
+        <string>Triples</string>
+       </property>
+       <layout class="QGridLayout" name="gridLayout">
+        <item row="0" column="0">
+         <widget class="QLabel" name="triplesTypeLabel">
+          <property name="text">
+           <string>Type:</string>
+          </property>
+         </widget>
+        </item>
+        <item row="0" column="1">
+         <widget class="QComboBox" name="triplesTypeCombo">
+          <item>
+           <property name="text">
+            <string>BitmapTriples</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>TriplesList</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>PlainTriples</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+        <item row="1" column="1">
+         <widget class="QComboBox" name="triplesOrderCombo">
+          <item>
+           <property name="text">
+            <string>SPO</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>SOP</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>PSO</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>POS</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>OSP</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>OPS</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+        <item row="1" column="0">
+         <widget class="QLabel" name="triplesOrderLabel">
+          <property name="text">
+           <string>Order</string>
+          </property>
+         </widget>
+        </item>
+        <item row="2" column="1">
+         <widget class="QComboBox" name="streamXcombo">
+          <property name="enabled">
+           <bool>false</bool>
+          </property>
+          <item>
+           <property name="text">
+            <string>LogStream</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>IntegerStream</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>HuffmanStream</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+        <item row="3" column="1">
+         <widget class="QComboBox" name="streamYcombo">
+          <item>
+           <property name="text">
+            <string>LogStream</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>IntegerStream</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>HuffmanStream</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+        <item row="4" column="1">
+         <widget class="QComboBox" name="streamZcombo">
+          <item>
+           <property name="text">
+            <string>LogStream</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>IntegerStream</string>
+           </property>
+          </item>
+          <item>
+           <property name="text">
+            <string>HuffmanStream</string>
+           </property>
+          </item>
+         </widget>
+        </item>
+        <item row="2" column="0">
+         <widget class="QLabel" name="streamXlabel">
+          <property name="text">
+           <string>StreamX:</string>
+          </property>
+         </widget>
+        </item>
+        <item row="3" column="0">
+         <widget class="QLabel" name="streamYlabel">
+          <property name="text">
+           <string>StreamY:</string>
+          </property>
+         </widget>
+        </item>
+        <item row="4" column="0">
+         <widget class="QLabel" name="streamZlabel">
+          <property name="text">
+           <string>StreamZ:</string>
+          </property>
+         </widget>
+        </item>
+       </layout>
+      </widget>
+     </item>
+    </layout>
+   </item>
+   <item>
+    <widget class="QDialogButtonBox" name="buttonBox">
+     <property name="orientation">
+      <enum>Qt::Horizontal</enum>
+     </property>
+     <property name="standardButtons">
+      <set>QDialogButtonBox::Cancel|QDialogButtonBox::Ok</set>
+     </property>
+    </widget>
+   </item>
+  </layout>
+ </widget>
+ <resources/>
+ <connections>
+  <connection>
+   <sender>buttonBox</sender>
+   <signal>accepted()</signal>
+   <receiver>HDTSpecForm</receiver>
+   <slot>accept()</slot>
+   <hints>
+    <hint type="sourcelabel">
+     <x>248</x>
+     <y>254</y>
+    </hint>
+    <hint type="destinationlabel">
+     <x>157</x>
+     <y>274</y>
+    </hint>
+   </hints>
+  </connection>
+  <connection>
+   <sender>buttonBox</sender>
+   <signal>rejected()</signal>
+   <receiver>HDTSpecForm</receiver>
+   <slot>reject()</slot>
+   <hints>
+    <hint type="sourcelabel">
+     <x>316</x>
+     <y>260</y>
+    </hint>
+    <hint type="destinationlabel">
+     <x>286</x>
+     <y>274</y>
+    </hint>
+   </hints>
+  </connection>
+ </connections>
+</ui>

package/deps/hdt-it/hdtsummarygenerator.cpp

@@ -0,0 +1,109 @@
+#include "hdtsummarygenerator.hpp"
+
+#include <hdtcontroller.hpp>
+
+#include <HDTVocabulary.hpp>
+#include <HDTEnums.hpp>
+#include <QLocale>
+#include <QDateTime>
+
+#include "stringutils.hpp"
+
+QString HDTSummaryGenerator::getSummary(HDTController *hdtController)
+{
+    hdt::HDT *hdt = hdtController->getHDT();
+    if(!hdt) {
+        return tr("No open file.");
+    }
+
+    hdt::Header *head = hdt->getHeader();
+    hdt::Dictionary *dict = hdt->getDictionary();
+    hdt::Triples *triples = hdt->getTriples();
+    QString output;
+    QLocale loc = QLocale::system();
+
+    output.append(tr("<h3>Dataset:</h3>"));
+    QString fileName = hdtController->getFileName();
+    output.append(tr("<b>File name</b>: <small>"));
+    output.append(fileName);
+    output.append("</small><br/>");
+
+    try {
+    QString baseUri = stringutils::escapeHTML(head->getSubject(hdt::HDTVocabulary::RDF_TYPE.c_str(), hdt::HDTVocabulary::HDT_DATASET.c_str()).c_str());
+	output.append(tr("<b>Dataset base URI</b>: <small>"));
+	output.append(baseUri);
+	output.append("</small><br/>");
+    } catch (const char *e) {
+    }
+
+    quint64 originalSize=0;
+    quint64 hdtSize=0;
+    try {
+    originalSize = head->getPropertyLong("_:statistics", hdt::HDTVocabulary::ORIGINAL_SIZE.c_str());
+	output.append(tr("<b>Original Size</b>: "));
+	output.append(stringutils::sizeHuman(originalSize));
+	output.append("<br/>");
+    } catch (const char *e) {
+    }
+
+    try {
+    hdtSize = head->getPropertyLong("_:statistics", hdt::HDTVocabulary::HDT_SIZE.c_str());
+	output.append(tr("<b>HDT Size</b>: "));
+	output.append(stringutils::sizeHuman(hdtSize));
+	output.append("<br/>");
+    } catch (const char *e) {
+    }
+
+    if(originalSize!=0 && hdtSize!=0) {
+	output.append(tr("<b>Compression ratio</b>: "));
+	output.append(QString::number(hdtSize*100.0/originalSize, 'f', 2));
+	output.append("%<br/>");
+    }
+
+    try {
+    string issued = head->getProperty("_:publicationInformation", hdt::HDTVocabulary::DUBLIN_CORE_ISSUED.c_str());
+        QString qissued =QString(issued.c_str()).replace("\"", "");
+        int idx;
+        if((idx = qissued.lastIndexOf("+"))!=-1) {
+            qissued = qissued.left(idx);
+        }
+        QDateTime date = QDateTime::fromString(qissued, Qt::ISODate);
+        if(date.isValid()) {
+            output.append(QString(tr("<b>Issued</b>: %1<br/>")).arg(loc.toString(date.date())));
+        }
+    } catch (const char *e) {
+    }
+
+
+#if 0
+    output.append(tr("<h3>Header:</h3>"));
+    output.append(QString(tr("<b>Number of triples</b>: %1<br/>").arg(loc.toString(head->getNumberOfElements())));
+#endif
+
+    output.append(tr("<h3>Dictionary:</h3>"));
+    output.append(QString(tr("<b>Number of entries</b>: %1<br/>")).arg(loc.toString((quint64)dict->getNumberOfElements())));
+    output.append(QString(tr("<b>Different subjects</b>: %1<br/>")).arg(loc.toString(dict->getNsubjects())));
+    output.append(QString(tr("<b>Different predicates</b>: %1<br/>")).arg(loc.toString(dict->getNpredicates())));
+    output.append(QString(tr("<b>Different objects</b>: %1<br/>")).arg(loc.toString(dict->getNobjects())));
+    output.append(QString(tr("<b>Shared area</b>: %1<br/>")).arg(loc.toString(dict->getNshared())));
+    output.append(QString(tr("<b>Type</b>: <small>%1</small><br/>")).arg(stringutils::escapeHTML(dict->getType().c_str())));
+
+    output.append(tr("<b>Dictionary Size</b>: "));
+    output.append(stringutils::sizeHuman(dict->size()));
+    output.append(tr("<br/>"));
+
+    output.append(tr("<h3>Triples:</h3>"));
+    output.append(QString(tr("<b>Number of triples</b>: %1<br/>")).arg(loc.toString((quint64)triples->getNumberOfElements())));
+
+    output.append(QString(tr("<b>Type</b>: <small>%1</small><br/>")).arg(stringutils::escapeHTML(triples->getType().c_str())));
+
+    output.append(tr("<b>Triples Size</b>: "));
+    output.append(stringutils::sizeHuman(triples->size()));
+    output.append(tr("<br/>"));
+
+    output.append(tr("<b>Triples Order</b>: "));
+    output.append(hdt::getOrderStr(triples->getOrder()));
+    output.append("<br/>");
+
+    return output;
+}

package/deps/hdt-it/hdtsummarygenerator.hpp

@@ -0,0 +1,15 @@
+#ifndef HDTSUMMARYGENERATOR_HPP
+#define HDTSUMMARYGENERATOR_HPP
+
+#include <QObject>
+#include <QString>
+#include "hdtcontroller.hpp"
+
+class HDTSummaryGenerator : public QObject
+{
+    Q_OBJECT
+public:
+    static QString getSummary(HDTController *hdtController);
+};
+
+#endif // HDTSUMMARYGENERATOR_HPP

package/deps/hdt-it/headermodel.cpp

@@ -0,0 +1,174 @@
+#include "headermodel.hpp"
+#include <QFont>
+
+HeaderModel::HeaderModel(HDTController *view) : hdtController(view), triples(NULL)
+{
+    this->updateDatasetChanged();
+}
+
+HeaderModel::~HeaderModel()
+{
+    if(triples!=NULL) {
+        delete triples;
+        triples = NULL;
+    }
+}
+
+int HeaderModel::rowCount(const QModelIndex &parent) const
+{
+    if(hdtController->hasHDT()) {
+        return (int)hdtController->getHDT()->getHeader()->getNumberOfElements();
+    }
+    return 0;
+}
+
+int HeaderModel::columnCount(const QModelIndex &parent) const
+{
+    return 3;
+}
+
+QVariant HeaderModel::data(const QModelIndex &index, int role) const
+{
+    if(triples == NULL) {
+        return QVariant();
+    }
+
+    switch(role) {
+    case Qt::EditRole:
+    case Qt::ToolTipRole:
+    case Qt::DisplayRole:
+    {
+        //cout << "HeaderModel.data " << index.row() << "," << index.column() << endl;
+        // Compiler complains that by calling findTriple we are modifying internal
+        // state, which is illegal due to this function being const. But we need to
+        // modify the currentIndex and currentTriple, so we can avoid it.
+        HeaderModel *noConstThis = const_cast<HeaderModel *>(this);
+        noConstThis->findTriple(index.row());
+
+        switch(index.column()) {
+        case 0:
+            return currentTriple->getSubject().c_str();
+        case 1:
+            return currentTriple->getPredicate().c_str();
+        case 2:
+            return currentTriple->getObject().c_str();
+        }
+
+        return QVariant();
+    }
+    case Qt::FontRole:
+    {
+        static QFont font;
+        font.setPointSize(10);
+        return font;
+    }
+
+    }
+    return QVariant();
+}
+
+
+QVariant HeaderModel::headerData(int section, Qt::Orientation orientation, int role) const
+{
+
+    switch(role) {
+    case Qt::DisplayRole:
+    {
+        if(orientation == Qt::Horizontal) {
+            switch(section) {
+            case 0:
+                return tr("Subject");
+            case 1:
+                return tr("Predicate");
+            case 2:
+                return tr("Object");
+            }
+        } else {
+            return QString::number(section+1);
+        }
+        break;
+    }
+    }
+
+    return QVariant();
+}
+
+void HeaderModel::updateDatasetChanged() {
+    if(triples!=NULL) {
+        delete triples;
+        triples = NULL;
+    }
+
+    if(hdtController->hasHDT()) {
+        triples = hdtController->getHDT()->getHeader()->search("","","");
+        if(triples->hasNext()) {
+            currentTriple = triples->next();
+        }
+    } else {
+        triples = NULL;
+        currentTriple = NULL;
+    }
+    currentIndex = 0;
+
+    emit layoutChanged();
+}
+
+
+void HeaderModel::findTriple(unsigned int index)
+{
+    if(triples == NULL) {
+        return;
+    }
+
+    if(currentIndex > index) {
+        currentIndex = 0;
+        triples->goToStart();
+        if(triples->hasNext()) {
+            currentTriple = triples->next();
+        }
+    }
+
+    while(currentIndex < index && triples->hasNext()) {
+        currentTriple = triples->next();
+        currentIndex++;
+    }
+
+    //cout << "Access " << currentIndex << " => " << *currentTriple << endl;
+}
+
+Qt::ItemFlags HeaderModel::flags(const QModelIndex &index) const
+{
+    return Qt::ItemIsEnabled | Qt::ItemIsSelectable /*| Qt::ItemIsEditable*/;
+}
+
+bool HeaderModel::setData(const QModelIndex &index, const QVariant &value, int role)
+{
+    if (index.isValid() && role == Qt::EditRole) {
+
+        HeaderModel *noConstThis = const_cast<HeaderModel *>(this);
+        noConstThis->findTriple(index.row());
+
+        string str(value.toString().toLatin1());
+        switch(index.column()) {
+        case 0:
+            currentTriple->setSubject(str);
+            break;
+        case 1:
+            currentTriple->setPredicate(str);
+            break;
+        case 2:
+            currentTriple->setObject(str);
+            break;
+        }
+
+        emit dataChanged(index, index);
+        return true;
+    }
+    return false;
+}
+
+
+
+
+
+

package/deps/hdt-it/headermodel.hpp

@@ -0,0 +1,38 @@
+#ifndef HEADERMODEL_HPP
+#define HEADERMODEL_HPP
+
+#include <QAbstractTableModel>
+
+#include <SingleTriple.hpp>
+
+#include "hdtcontroller.hpp"
+
+class HDTController;
+
+class HeaderModel : public QAbstractTableModel {
+    Q_OBJECT
+private:
+    HDTController *hdtController;
+    hdt::IteratorTripleString *triples;
+    hdt::TripleString *currentTriple;
+    unsigned int currentIndex;
+
+    void findTriple(unsigned int index);
+
+public:
+    HeaderModel(HDTController *view);
+    ~HeaderModel();
+
+    int rowCount(const QModelIndex &parent = QModelIndex()) const ;
+    int columnCount(const QModelIndex &parent = QModelIndex()) const;
+    Qt::ItemFlags flags(const QModelIndex &index) const;
+    QVariant headerData(int section, Qt::Orientation orientation, int role) const;
+    QVariant data(const QModelIndex &index, int role = Qt::DisplayRole) const;
+    bool setData(const QModelIndex & index, const QVariant & value, int role);
+
+    void updateDatasetChanged();
+signals:
+};
+
+
+#endif // HEADERMODEL_HPP